2024-11-09 05:15:27,418 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-09 05:15:27,435 main DEBUG Took 0.014960 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 05:15:27,435 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 05:15:27,436 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 05:15:27,437 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 05:15:27,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,448 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 05:15:27,459 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,462 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,464 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,465 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,467 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,468 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,470 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,471 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,472 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,473 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,474 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,475 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:15:27,476 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,477 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 05:15:27,479 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:15:27,480 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 05:15:27,483 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 05:15:27,484 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 05:15:27,485 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 05:15:27,486 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 05:15:27,497 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 05:15:27,501 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 05:15:27,503 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 05:15:27,504 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 05:15:27,504 main DEBUG createAppenders(={Console}) 2024-11-09 05:15:27,506 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-09 05:15:27,506 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-09 05:15:27,507 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-09 05:15:27,507 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 05:15:27,508 main DEBUG OutputStream closed 2024-11-09 05:15:27,508 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 05:15:27,509 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 05:15:27,509 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-09 05:15:27,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 05:15:27,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 05:15:27,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 05:15:27,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 05:15:27,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 05:15:27,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 05:15:27,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 05:15:27,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 05:15:27,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 05:15:27,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 05:15:27,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 05:15:27,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 05:15:27,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 05:15:27,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 05:15:27,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 05:15:27,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 05:15:27,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 05:15:27,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 05:15:27,618 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 05:15:27,619 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-09 05:15:27,619 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 05:15:27,620 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-09T05:15:27,846 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f 2024-11-09 05:15:27,849 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 05:15:27,850 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T05:15:27,859 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-09T05:15:27,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T05:15:27,911 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/cluster_9a08b639-d48a-a0c0-979d-598d0c5ae4f1, deleteOnExit=true 2024-11-09T05:15:27,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T05:15:27,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/test.cache.data in system properties and HBase conf 2024-11-09T05:15:27,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T05:15:27,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/hadoop.log.dir in system properties and HBase conf 2024-11-09T05:15:27,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T05:15:27,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T05:15:27,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T05:15:28,010 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T05:15:28,102 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T05:15:28,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T05:15:28,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T05:15:28,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T05:15:28,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T05:15:28,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T05:15:28,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T05:15:28,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T05:15:28,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T05:15:28,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T05:15:28,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/nfs.dump.dir in system properties and HBase conf 2024-11-09T05:15:28,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/java.io.tmpdir in system properties and HBase conf 2024-11-09T05:15:28,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T05:15:28,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T05:15:28,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T05:15:29,386 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T05:15:29,482 INFO [Time-limited test {}] log.Log(170): Logging initialized @2848ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T05:15:29,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:15:29,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:15:29,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:15:29,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:15:29,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T05:15:29,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:15:29,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:15:29,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:15:29,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/java.io.tmpdir/jetty-localhost-44791-hadoop-hdfs-3_4_1-tests_jar-_-any-5066882368796364367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T05:15:29,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:44791} 2024-11-09T05:15:29,959 INFO [Time-limited test {}] server.Server(415): Started @3326ms 2024-11-09T05:15:30,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:15:30,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:15:30,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:15:30,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:15:30,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T05:15:30,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:15:30,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:15:30,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/java.io.tmpdir/jetty-localhost-43637-hadoop-hdfs-3_4_1-tests_jar-_-any-1284434077301573983/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:15:30,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:43637} 2024-11-09T05:15:30,787 INFO [Time-limited test {}] server.Server(415): Started @4154ms 2024-11-09T05:15:30,847 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T05:15:31,971 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/cluster_9a08b639-d48a-a0c0-979d-598d0c5ae4f1/data/data2/current/BP-541725914-172.17.0.2-1731129328696/current, will proceed with Du for space computation calculation, 2024-11-09T05:15:31,971 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/cluster_9a08b639-d48a-a0c0-979d-598d0c5ae4f1/data/data1/current/BP-541725914-172.17.0.2-1731129328696/current, will proceed with Du for space computation calculation, 2024-11-09T05:15:32,011 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T05:15:32,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73c5ab836041cfbc with lease ID 0x2febfb31f22eca81: Processing first storage report for DS-498a7aac-8ad3-4648-b99c-dd6a3694048d from datanode DatanodeRegistration(127.0.0.1:39111, datanodeUuid=c084cd50-3c2a-4e7f-bcfa-e40a77963b12, infoPort=36905, infoSecurePort=0, ipcPort=34111, storageInfo=lv=-57;cid=testClusterID;nsid=1484038293;c=1731129328696) 2024-11-09T05:15:32,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73c5ab836041cfbc with lease ID 0x2febfb31f22eca81: from storage DS-498a7aac-8ad3-4648-b99c-dd6a3694048d node DatanodeRegistration(127.0.0.1:39111, datanodeUuid=c084cd50-3c2a-4e7f-bcfa-e40a77963b12, infoPort=36905, infoSecurePort=0, ipcPort=34111, storageInfo=lv=-57;cid=testClusterID;nsid=1484038293;c=1731129328696), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T05:15:32,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73c5ab836041cfbc with lease ID 0x2febfb31f22eca81: Processing first storage report for DS-a75cb42f-8721-4a19-9b02-d16de1541bc9 from datanode DatanodeRegistration(127.0.0.1:39111, datanodeUuid=c084cd50-3c2a-4e7f-bcfa-e40a77963b12, infoPort=36905, infoSecurePort=0, ipcPort=34111, storageInfo=lv=-57;cid=testClusterID;nsid=1484038293;c=1731129328696) 2024-11-09T05:15:32,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73c5ab836041cfbc with lease ID 0x2febfb31f22eca81: from storage DS-a75cb42f-8721-4a19-9b02-d16de1541bc9 node DatanodeRegistration(127.0.0.1:39111, datanodeUuid=c084cd50-3c2a-4e7f-bcfa-e40a77963b12, infoPort=36905, infoSecurePort=0, ipcPort=34111, storageInfo=lv=-57;cid=testClusterID;nsid=1484038293;c=1731129328696), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T05:15:32,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f 2024-11-09T05:15:32,174 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/cluster_9a08b639-d48a-a0c0-979d-598d0c5ae4f1/zookeeper_0, clientPort=64158, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/cluster_9a08b639-d48a-a0c0-979d-598d0c5ae4f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/cluster_9a08b639-d48a-a0c0-979d-598d0c5ae4f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T05:15:32,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64158 2024-11-09T05:15:32,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:15:32,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:15:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741825_1001 (size=7) 2024-11-09T05:15:32,852 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1 with version=8 2024-11-09T05:15:32,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/hbase-staging 2024-11-09T05:15:32,967 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T05:15:33,229 INFO [Time-limited test {}] client.ConnectionUtils(128): master/059551c538b7:0 server-side Connection retries=45 2024-11-09T05:15:33,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:15:33,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:15:33,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:15:33,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:15:33,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:15:33,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T05:15:33,442 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T05:15:33,451 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T05:15:33,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:15:33,478 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8514 (auto-detected) 2024-11-09T05:15:33,479 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T05:15:33,499 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41825 2024-11-09T05:15:33,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41825 connecting to ZooKeeper ensemble=127.0.0.1:64158 2024-11-09T05:15:33,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418250x0, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:15:33,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41825-0x1011e054d670000 connected 2024-11-09T05:15:33,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:15:33,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:15:33,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:15:33,886 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1, hbase.cluster.distributed=false 2024-11-09T05:15:33,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T05:15:33,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41825 2024-11-09T05:15:33,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41825 2024-11-09T05:15:33,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41825 2024-11-09T05:15:33,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41825 2024-11-09T05:15:33,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41825 2024-11-09T05:15:34,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/059551c538b7:0 server-side Connection retries=45 2024-11-09T05:15:34,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:15:34,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:15:34,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:15:34,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:15:34,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:15:34,022 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T05:15:34,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:15:34,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34017 2024-11-09T05:15:34,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34017 connecting to ZooKeeper ensemble=127.0.0.1:64158 2024-11-09T05:15:34,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:15:34,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:15:34,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340170x0, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:15:34,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340170x0, quorum=127.0.0.1:64158, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:15:34,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34017-0x1011e054d670001 connected 2024-11-09T05:15:34,056 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:15:34,067 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T05:15:34,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T05:15:34,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T05:15:34,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34017 2024-11-09T05:15:34,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34017 2024-11-09T05:15:34,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34017 2024-11-09T05:15:34,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34017 2024-11-09T05:15:34,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34017 2024-11-09T05:15:34,108 DEBUG [M:0;059551c538b7:41825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;059551c538b7:41825 2024-11-09T05:15:34,110 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/059551c538b7,41825,1731129333054 2024-11-09T05:15:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:15:34,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:15:34,129 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/059551c538b7,41825,1731129333054 2024-11-09T05:15:34,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:15:34,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T05:15:34,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:15:34,166 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T05:15:34,167 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/059551c538b7,41825,1731129333054 from backup master directory 2024-11-09T05:15:34,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:15:34,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/059551c538b7,41825,1731129333054 2024-11-09T05:15:34,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:15:34,176 WARN [master/059551c538b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:15:34,176 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=059551c538b7,41825,1731129333054 2024-11-09T05:15:34,178 INFO [master/059551c538b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T05:15:34,180 INFO [master/059551c538b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T05:15:34,238 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/hbase.id] with ID: 53157fc9-9159-447f-a865-50731cbb72d1 2024-11-09T05:15:34,238 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/.tmp/hbase.id 2024-11-09T05:15:34,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741826_1002 (size=42) 2024-11-09T05:15:34,654 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/.tmp/hbase.id]:[hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/hbase.id] 2024-11-09T05:15:34,710 INFO [master/059551c538b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:15:34,715 INFO [master/059551c538b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T05:15:34,734 INFO [master/059551c538b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-09T05:15:34,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:15:34,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:15:34,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741827_1003 (size=196) 2024-11-09T05:15:35,177 INFO [master/059551c538b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:15:35,179 INFO [master/059551c538b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T05:15:35,195 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:35,200 INFO [master/059551c538b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:15:35,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741828_1004 (size=1189) 2024-11-09T05:15:35,648 INFO [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store 2024-11-09T05:15:35,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741829_1005 (size=34) 2024-11-09T05:15:36,084 INFO [master/059551c538b7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T05:15:36,087 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:36,088 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T05:15:36,089 INFO [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:15:36,089 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:15:36,091 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T05:15:36,091 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:15:36,091 INFO [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:15:36,092 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731129336088Disabling compacts and flushes for region at 1731129336088Disabling writes for close at 1731129336091 (+3 ms)Writing region close event to WAL at 1731129336091Closed at 1731129336091 2024-11-09T05:15:36,095 WARN [master/059551c538b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/.initializing 2024-11-09T05:15:36,095 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/WALs/059551c538b7,41825,1731129333054 2024-11-09T05:15:36,104 INFO [master/059551c538b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T05:15:36,120 INFO [master/059551c538b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=059551c538b7%2C41825%2C1731129333054, suffix=, logDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/WALs/059551c538b7,41825,1731129333054, archiveDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/oldWALs, maxLogs=10 2024-11-09T05:15:36,150 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/WALs/059551c538b7,41825,1731129333054/059551c538b7%2C41825%2C1731129333054.1731129336126, exclude list is [], retry=0 2024-11-09T05:15:36,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39111,DS-498a7aac-8ad3-4648-b99c-dd6a3694048d,DISK] 2024-11-09T05:15:36,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T05:15:36,201 INFO [master/059551c538b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/WALs/059551c538b7,41825,1731129333054/059551c538b7%2C41825%2C1731129333054.1731129336126 2024-11-09T05:15:36,202 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36905:36905)] 2024-11-09T05:15:36,202 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:15:36,203 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:36,205 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:15:36,206 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:15:36,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:15:36,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T05:15:36,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:36,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:15:36,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:15:36,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T05:15:36,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:36,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:36,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:15:36,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T05:15:36,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:36,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:36,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:15:36,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T05:15:36,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:36,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:36,281 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:15:36,284 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:15:36,285 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:15:36,291 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:15:36,291 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:15:36,295 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T05:15:36,299 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:15:36,304 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:15:36,305 INFO [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74588183, jitterRate=0.11145053803920746}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T05:15:36,313 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731129336217Initializing all the Stores at 1731129336220 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129336220Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129336221 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129336221Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129336221Cleaning up temporary data from old regions at 1731129336292 (+71 ms)Region opened successfully at 1731129336313 (+21 ms) 2024-11-09T05:15:36,314 INFO [master/059551c538b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T05:15:36,343 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79110a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=059551c538b7/172.17.0.2:0 2024-11-09T05:15:36,370 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T05:15:36,380 INFO [master/059551c538b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T05:15:36,381 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T05:15:36,384 INFO [master/059551c538b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T05:15:36,385 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T05:15:36,392 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T05:15:36,393 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T05:15:36,424 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T05:15:36,436 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T05:15:36,491 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T05:15:36,495 INFO [master/059551c538b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T05:15:36,497 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T05:15:36,501 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T05:15:36,504 INFO [master/059551c538b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T05:15:36,509 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T05:15:36,521 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T05:15:36,523 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T05:15:36,532 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T05:15:36,555 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T05:15:36,564 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T05:15:36,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T05:15:36,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T05:15:36,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:15:36,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:15:36,578 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=059551c538b7,41825,1731129333054, sessionid=0x1011e054d670000, setting cluster-up flag (Was=false) 2024-11-09T05:15:36,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:15:36,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:15:36,639 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T05:15:36,641 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=059551c538b7,41825,1731129333054 2024-11-09T05:15:36,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:15:36,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:15:36,691 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T05:15:36,694 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=059551c538b7,41825,1731129333054 2024-11-09T05:15:36,702 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T05:15:36,766 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T05:15:36,775 INFO [master/059551c538b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T05:15:36,780 INFO [master/059551c538b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T05:15:36,785 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 059551c538b7,41825,1731129333054 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T05:15:36,791 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/059551c538b7:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:15:36,791 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/059551c538b7:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:15:36,792 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/059551c538b7:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:15:36,792 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/059551c538b7:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:15:36,792 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/059551c538b7:0, corePoolSize=10, maxPoolSize=10 2024-11-09T05:15:36,792 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,792 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/059551c538b7:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:15:36,792 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,794 INFO [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(746): ClusterId : 53157fc9-9159-447f-a865-50731cbb72d1 2024-11-09T05:15:36,794 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731129366794 2024-11-09T05:15:36,796 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T05:15:36,796 DEBUG [RS:0;059551c538b7:34017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T05:15:36,797 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T05:15:36,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:15:36,799 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T05:15:36,800 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T05:15:36,801 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T05:15:36,801 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T05:15:36,801 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T05:15:36,802 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:36,805 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:36,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T05:15:36,807 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T05:15:36,808 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T05:15:36,809 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T05:15:36,809 DEBUG [RS:0;059551c538b7:34017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T05:15:36,809 DEBUG [RS:0;059551c538b7:34017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T05:15:36,811 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T05:15:36,811 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T05:15:36,814 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/059551c538b7:0:becomeActiveMaster-HFileCleaner.large.0-1731129336813,5,FailOnTimeoutGroup] 2024-11-09T05:15:36,815 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/059551c538b7:0:becomeActiveMaster-HFileCleaner.small.0-1731129336814,5,FailOnTimeoutGroup] 2024-11-09T05:15:36,815 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:36,815 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T05:15:36,816 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:36,817 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:36,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741831_1007 (size=1321) 2024-11-09T05:15:36,818 DEBUG [RS:0;059551c538b7:34017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T05:15:36,819 DEBUG [RS:0;059551c538b7:34017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=059551c538b7/172.17.0.2:0 2024-11-09T05:15:36,832 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;059551c538b7:34017 2024-11-09T05:15:36,835 INFO [RS:0;059551c538b7:34017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T05:15:36,835 INFO [RS:0;059551c538b7:34017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T05:15:36,835 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T05:15:36,838 INFO [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(2659): reportForDuty to master=059551c538b7,41825,1731129333054 with port=34017, startcode=1731129333987 2024-11-09T05:15:36,848 DEBUG [RS:0;059551c538b7:34017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T05:15:36,881 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T05:15:36,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 059551c538b7,34017,1731129333987 2024-11-09T05:15:36,890 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41825 {}] master.ServerManager(517): Registering regionserver=059551c538b7,34017,1731129333987 2024-11-09T05:15:36,905 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1 2024-11-09T05:15:36,905 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35219 2024-11-09T05:15:36,905 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T05:15:36,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:15:36,912 DEBUG [RS:0;059551c538b7:34017 {}] zookeeper.ZKUtil(111): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/059551c538b7,34017,1731129333987 2024-11-09T05:15:36,912 WARN [RS:0;059551c538b7:34017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:15:36,913 INFO [RS:0;059551c538b7:34017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:15:36,913 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/WALs/059551c538b7,34017,1731129333987 2024-11-09T05:15:36,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [059551c538b7,34017,1731129333987] 2024-11-09T05:15:36,944 INFO [RS:0;059551c538b7:34017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T05:15:36,962 INFO [RS:0;059551c538b7:34017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T05:15:36,970 INFO [RS:0;059551c538b7:34017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T05:15:36,971 INFO [RS:0;059551c538b7:34017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:36,972 INFO [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T05:15:36,978 INFO [RS:0;059551c538b7:34017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T05:15:36,979 INFO [RS:0;059551c538b7:34017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:36,979 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,979 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,980 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,980 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,980 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,980 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/059551c538b7:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:15:36,980 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,980 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,980 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,981 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,981 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,981 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:15:36,981 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/059551c538b7:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:15:36,981 DEBUG [RS:0;059551c538b7:34017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:15:36,982 INFO [RS:0;059551c538b7:34017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:36,982 INFO [RS:0;059551c538b7:34017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:36,982 INFO [RS:0;059551c538b7:34017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:36,982 INFO [RS:0;059551c538b7:34017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:36,982 INFO [RS:0;059551c538b7:34017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:36,983 INFO [RS:0;059551c538b7:34017 {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,34017,1731129333987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:15:37,000 INFO [RS:0;059551c538b7:34017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T05:15:37,002 INFO [RS:0;059551c538b7:34017 {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,34017,1731129333987-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:37,002 INFO [RS:0;059551c538b7:34017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:37,003 INFO [RS:0;059551c538b7:34017 {}] regionserver.Replication(171): 059551c538b7,34017,1731129333987 started 2024-11-09T05:15:37,020 INFO [RS:0;059551c538b7:34017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:37,020 INFO [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1482): Serving as 059551c538b7,34017,1731129333987, RpcServer on 059551c538b7/172.17.0.2:34017, sessionid=0x1011e054d670001 2024-11-09T05:15:37,021 DEBUG [RS:0;059551c538b7:34017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T05:15:37,021 DEBUG [RS:0;059551c538b7:34017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 059551c538b7,34017,1731129333987 2024-11-09T05:15:37,021 DEBUG [RS:0;059551c538b7:34017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '059551c538b7,34017,1731129333987' 2024-11-09T05:15:37,021 DEBUG [RS:0;059551c538b7:34017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T05:15:37,022 DEBUG [RS:0;059551c538b7:34017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T05:15:37,023 DEBUG [RS:0;059551c538b7:34017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T05:15:37,023 DEBUG [RS:0;059551c538b7:34017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T05:15:37,023 DEBUG [RS:0;059551c538b7:34017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 059551c538b7,34017,1731129333987 2024-11-09T05:15:37,024 DEBUG [RS:0;059551c538b7:34017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '059551c538b7,34017,1731129333987' 2024-11-09T05:15:37,024 DEBUG [RS:0;059551c538b7:34017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T05:15:37,024 DEBUG [RS:0;059551c538b7:34017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T05:15:37,025 DEBUG [RS:0;059551c538b7:34017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T05:15:37,025 INFO [RS:0;059551c538b7:34017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T05:15:37,025 INFO [RS:0;059551c538b7:34017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T05:15:37,132 INFO [RS:0;059551c538b7:34017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T05:15:37,136 INFO [RS:0;059551c538b7:34017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=059551c538b7%2C34017%2C1731129333987, suffix=, logDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/WALs/059551c538b7,34017,1731129333987, archiveDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/oldWALs, maxLogs=32 2024-11-09T05:15:37,151 DEBUG [RS:0;059551c538b7:34017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/WALs/059551c538b7,34017,1731129333987/059551c538b7%2C34017%2C1731129333987.1731129337138, exclude list is [], retry=0 2024-11-09T05:15:37,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39111,DS-498a7aac-8ad3-4648-b99c-dd6a3694048d,DISK] 2024-11-09T05:15:37,159 INFO [RS:0;059551c538b7:34017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/WALs/059551c538b7,34017,1731129333987/059551c538b7%2C34017%2C1731129333987.1731129337138 2024-11-09T05:15:37,159 DEBUG [RS:0;059551c538b7:34017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36905:36905)] 2024-11-09T05:15:37,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T05:15:37,220 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1 2024-11-09T05:15:37,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741833_1009 (size=32) 2024-11-09T05:15:37,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:37,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T05:15:37,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T05:15:37,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:37,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:15:37,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T05:15:37,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T05:15:37,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:37,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:15:37,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T05:15:37,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T05:15:37,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:37,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:15:37,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T05:15:37,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T05:15:37,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:37,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:15:37,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T05:15:37,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740 2024-11-09T05:15:37,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740 2024-11-09T05:15:37,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T05:15:37,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T05:15:37,666 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:15:37,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T05:15:37,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:15:37,673 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75129823, jitterRate=0.1195216029882431}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:15:37,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731129337635Initializing all the Stores at 1731129337640 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129337640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129337640Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129337640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129337640Cleaning up temporary data from old regions at 1731129337665 (+25 ms)Region opened successfully at 1731129337676 (+11 ms) 2024-11-09T05:15:37,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T05:15:37,676 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T05:15:37,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T05:15:37,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T05:15:37,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T05:15:37,678 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T05:15:37,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731129337676Disabling compacts and flushes for region at 1731129337676Disabling writes for close at 1731129337676Writing region close event to WAL at 1731129337677 (+1 ms)Closed at 1731129337678 (+1 ms) 2024-11-09T05:15:37,681 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:15:37,681 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T05:15:37,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T05:15:37,694 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T05:15:37,696 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T05:15:37,850 DEBUG [059551c538b7:41825 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T05:15:37,863 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:15:37,870 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 059551c538b7,34017,1731129333987, state=OPENING 2024-11-09T05:15:37,975 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T05:15:37,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:15:37,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:15:37,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:15:37,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:15:37,988 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T05:15:37,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:15:38,164 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T05:15:38,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T05:15:38,180 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T05:15:38,181 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:15:38,182 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T05:15:38,186 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=059551c538b7%2C34017%2C1731129333987.meta, suffix=.meta, logDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/WALs/059551c538b7,34017,1731129333987, archiveDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/oldWALs, maxLogs=32 2024-11-09T05:15:38,209 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/WALs/059551c538b7,34017,1731129333987/059551c538b7%2C34017%2C1731129333987.meta.1731129338189.meta, exclude list is [], retry=0 2024-11-09T05:15:38,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39111,DS-498a7aac-8ad3-4648-b99c-dd6a3694048d,DISK] 2024-11-09T05:15:38,216 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/WALs/059551c538b7,34017,1731129333987/059551c538b7%2C34017%2C1731129333987.meta.1731129338189.meta 2024-11-09T05:15:38,218 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36905:36905)] 2024-11-09T05:15:38,219 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:15:38,221 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T05:15:38,224 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T05:15:38,229 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T05:15:38,233 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T05:15:38,234 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:38,234 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T05:15:38,234 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T05:15:38,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T05:15:38,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T05:15:38,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:38,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:15:38,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T05:15:38,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T05:15:38,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:38,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:15:38,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T05:15:38,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T05:15:38,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:38,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:15:38,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T05:15:38,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T05:15:38,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:38,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:15:38,252 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T05:15:38,254 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740 2024-11-09T05:15:38,257 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740 2024-11-09T05:15:38,260 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T05:15:38,260 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T05:15:38,261 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:15:38,264 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T05:15:38,266 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58848324, jitterRate=-0.12309163808822632}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:15:38,267 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T05:15:38,268 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731129338234Writing region info on filesystem at 1731129338235 (+1 ms)Initializing all the Stores at 1731129338237 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129338237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129338237Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129338237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129338237Cleaning up temporary data from old regions at 1731129338260 (+23 ms)Running coprocessor post-open hooks at 1731129338267 (+7 ms)Region opened successfully at 1731129338268 (+1 ms) 2024-11-09T05:15:38,275 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731129338156 2024-11-09T05:15:38,286 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T05:15:38,287 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T05:15:38,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:15:38,291 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 059551c538b7,34017,1731129333987, state=OPEN 2024-11-09T05:15:38,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:15:38,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:15:38,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:15:38,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:15:38,398 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:38,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T05:15:38,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=059551c538b7,34017,1731129333987 in 410 msec 2024-11-09T05:15:38,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T05:15:38,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 722 msec 2024-11-09T05:15:38,415 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:15:38,415 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T05:15:38,433 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:38,434 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:15:38,451 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:38,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:38,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7420 sec 2024-11-09T05:15:38,473 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731129338473, completionTime=-1 2024-11-09T05:15:38,476 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T05:15:38,476 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T05:15:38,501 INFO [master/059551c538b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T05:15:38,501 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731129398501 2024-11-09T05:15:38,501 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731129458501 2024-11-09T05:15:38,501 INFO [master/059551c538b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-09T05:15:38,503 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,41825,1731129333054-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:38,504 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,41825,1731129333054-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:38,504 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,41825,1731129333054-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:38,505 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-059551c538b7:41825, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:38,506 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:38,506 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:38,512 DEBUG [master/059551c538b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T05:15:38,534 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.358sec 2024-11-09T05:15:38,535 INFO [master/059551c538b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T05:15:38,536 INFO [master/059551c538b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T05:15:38,537 INFO [master/059551c538b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T05:15:38,537 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T05:15:38,537 INFO [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T05:15:38,538 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,41825,1731129333054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:15:38,539 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,41825,1731129333054-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T05:15:38,548 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T05:15:38,548 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T05:15:38,549 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,41825,1731129333054-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:15:38,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4346ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:38,607 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T05:15:38,607 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T05:15:38,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:15:38,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:38,620 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:15:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:15:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109c0bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:15:38,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:38,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:38,635 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:38,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbb1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:38,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:15:38,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:38,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:38,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=059551c538b7,41825,1731129333054 2024-11-09T05:15:38,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=2284 2024-11-09T05:15:38,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:15:38,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41825,1731129333054 2024-11-09T05:15:38,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e15722e 2024-11-09T05:15:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:15:38,755 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:15:38,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:15:38,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:15:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T05:15:38,778 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:15:38,781 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:38,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-09T05:15:38,785 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:15:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:15:38,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741835_1011 (size=1061) 2024-11-09T05:15:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:15:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:15:39,203 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1 2024-11-09T05:15:39,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741836_1012 (size=53) 2024-11-09T05:15:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:15:39,613 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:39,613 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing db7c8540ca92c0ed3d96857695be5a87, disabling compactions & flushes 2024-11-09T05:15:39,614 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:39,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:39,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. after waiting 0 ms 2024-11-09T05:15:39,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:39,614 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:39,614 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for db7c8540ca92c0ed3d96857695be5a87: Waiting for close lock at 1731129339613Disabling compacts and flushes for region at 1731129339613Disabling writes for close at 1731129339614 (+1 ms)Writing region close event to WAL at 1731129339614Closed at 1731129339614 2024-11-09T05:15:39,617 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:15:39,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731129339617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129339617"}]},"ts":"1731129339617"} 2024-11-09T05:15:39,629 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:15:39,632 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:15:39,635 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129339632"}]},"ts":"1731129339632"} 2024-11-09T05:15:39,641 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T05:15:39,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db7c8540ca92c0ed3d96857695be5a87, ASSIGN}] 2024-11-09T05:15:39,647 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db7c8540ca92c0ed3d96857695be5a87, ASSIGN 2024-11-09T05:15:39,650 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db7c8540ca92c0ed3d96857695be5a87, ASSIGN; state=OFFLINE, location=059551c538b7,34017,1731129333987; forceNewPlan=false, retain=false 2024-11-09T05:15:39,802 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db7c8540ca92c0ed3d96857695be5a87, regionState=OPENING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:15:39,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db7c8540ca92c0ed3d96857695be5a87, ASSIGN because future has completed 2024-11-09T05:15:39,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:15:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:15:39,972 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:39,972 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:15:39,973 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:39,973 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:15:39,973 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:39,974 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:39,977 INFO [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:39,982 INFO [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:15:39,983 INFO [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db7c8540ca92c0ed3d96857695be5a87 columnFamilyName A 2024-11-09T05:15:39,983 DEBUG [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:39,985 INFO [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] regionserver.HStore(327): Store=db7c8540ca92c0ed3d96857695be5a87/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:39,985 INFO [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:39,989 INFO [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:15:39,990 INFO [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db7c8540ca92c0ed3d96857695be5a87 columnFamilyName B 2024-11-09T05:15:39,990 DEBUG [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:39,991 INFO [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] regionserver.HStore(327): Store=db7c8540ca92c0ed3d96857695be5a87/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:39,991 INFO [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:39,994 INFO [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:15:39,994 INFO [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db7c8540ca92c0ed3d96857695be5a87 columnFamilyName C 2024-11-09T05:15:39,994 DEBUG [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:15:39,995 INFO [StoreOpener-db7c8540ca92c0ed3d96857695be5a87-1 {}] regionserver.HStore(327): Store=db7c8540ca92c0ed3d96857695be5a87/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:15:39,996 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:39,996 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:39,998 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:39,998 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:40,001 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:40,001 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:40,002 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:15:40,005 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:40,009 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:15:40,010 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened db7c8540ca92c0ed3d96857695be5a87; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69052485, jitterRate=0.028962209820747375}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:15:40,010 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:40,011 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for db7c8540ca92c0ed3d96857695be5a87: Running coprocessor pre-open hook at 1731129339974Writing region info on filesystem at 1731129339974Initializing all the Stores at 1731129339976 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129339976Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129339976Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129339976Cleaning up temporary data from old regions at 1731129340001 (+25 ms)Running coprocessor post-open hooks at 1731129340010 (+9 ms)Region opened successfully at 1731129340011 (+1 ms) 2024-11-09T05:15:40,013 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., pid=6, masterSystemTime=1731129339963 2024-11-09T05:15:40,017 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:40,017 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:40,019 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db7c8540ca92c0ed3d96857695be5a87, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:15:40,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:15:40,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T05:15:40,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 in 216 msec 2024-11-09T05:15:40,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T05:15:40,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db7c8540ca92c0ed3d96857695be5a87, ASSIGN in 385 msec 2024-11-09T05:15:40,034 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:15:40,034 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129340034"}]},"ts":"1731129340034"} 2024-11-09T05:15:40,037 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T05:15:40,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:15:40,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2730 sec 2024-11-09T05:15:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:15:40,938 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:15:40,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775e68a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:15:40,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:40,948 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:15:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:15:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328e9320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:15:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:40,952 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec4a323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:15:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:40,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:40,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:15:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41825,1731129333054 2024-11-09T05:15:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30e64719 2024-11-09T05:15:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:15:40,966 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:15:40,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392f723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:15:40,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:40,972 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:15:40,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:40,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:15:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6b0c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:15:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:40,975 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cdb8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0e98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:15:40,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:40,979 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:15:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:15:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675bb8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:15:40,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:40,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:40,985 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b21050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69066494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:15:40,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:40,989 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:15:40,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:15:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0960a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:15:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:40,992 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:40,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749fb54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f00f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:15:40,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:40,996 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:15:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:40,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:15:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cf4e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:15:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:40,999 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:41,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df7e3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388c382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:15:41,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:41,002 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:15:41,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:41,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:15:41,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63dc2eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:15:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:41,004 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6463f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff89310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:15:41,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:41,008 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:15:41,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:41,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:15:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d03237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:15:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:41,011 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd14d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761fbe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:15:41,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:41,014 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:15:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:15:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc5ceca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:15:41,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:41,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:41,016 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:41,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46783332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:15:41,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:41,019 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:15:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:15:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e877dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:15:41,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:41,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:41,022 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:41,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35351cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36df70c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:15:41,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:15:41,025 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:15:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:15:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:15:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c39882a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:15:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:15:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:15:41,027 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:15:41,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1ec368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:15:41,030 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:41,031 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:41,031 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:41,032 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:41,032 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:41,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:15:41,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:41,033 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:15:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:15:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:15:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:41,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:15:41,033 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:41,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:15:41,036 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:41,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:15:41,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:41,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:41,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:41,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:41,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:15:41,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:41,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:41,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:15:41,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:41,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:41,041 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:15:41,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:15:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:15:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:15:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:15:41,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:15:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-09T05:15:41,051 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:15:41,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:15:41,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:15:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:15:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:15:41,053 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:15:41,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:15:41,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:15:41,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:15:41,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:15:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:15:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:41,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:15:41,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:41,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:41,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:41,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:41,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:41,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:15:41,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:15:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:41,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/76e3c4529866459f86011fa578713f15 is 50, key is test_row_0/A:col10/1731129341089/Put/seqid=0 2024-11-09T05:15:41,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:41,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129401232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129401250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129401251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129401274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129401278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,288 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129341227, max timestamp=1731129341255Num uniques 859; 2024-11-09T05:15:41,288 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129341227, max timestamp=1731129341250Num uniques 859; 2024-11-09T05:15:41,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:41,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:41,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129341227, max timestamp=1731129341250Num uniques 859; 2024-11-09T05:15:41,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741837_1013 (size=9657) 2024-11-09T05:15:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/76e3c4529866459f86011fa578713f15 2024-11-09T05:15:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:15:41,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:15:41,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:41,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:41,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:41,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/9c00b4014e394d928c7a8cc5a9cfe6ab is 50, key is test_row_0/B:col10/1731129341089/Put/seqid=0 2024-11-09T05:15:41,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741838_1014 (size=9657) 2024-11-09T05:15:41,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/9c00b4014e394d928c7a8cc5a9cfe6ab 2024-11-09T05:15:41,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129401487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129401489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129401491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129401496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129401499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/ae9c61b5cc084cac974ffab800ba656d is 50, key is test_row_0/C:col10/1731129341089/Put/seqid=0 2024-11-09T05:15:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741839_1015 (size=9657) 2024-11-09T05:15:41,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/ae9c61b5cc084cac974ffab800ba656d 2024-11-09T05:15:41,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:15:41,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:41,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/76e3c4529866459f86011fa578713f15 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/76e3c4529866459f86011fa578713f15 2024-11-09T05:15:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:41,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/76e3c4529866459f86011fa578713f15, entries=100, sequenceid=11, filesize=9.4 K 2024-11-09T05:15:41,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129401614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,623 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-09T05:15:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129401624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/9c00b4014e394d928c7a8cc5a9cfe6ab as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/9c00b4014e394d928c7a8cc5a9cfe6ab 2024-11-09T05:15:41,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129401625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129401625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/9c00b4014e394d928c7a8cc5a9cfe6ab, entries=100, sequenceid=11, filesize=9.4 K 2024-11-09T05:15:41,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/ae9c61b5cc084cac974ffab800ba656d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ae9c61b5cc084cac974ffab800ba656d 2024-11-09T05:15:41,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ae9c61b5cc084cac974ffab800ba656d, entries=100, sequenceid=11, filesize=9.4 K 2024-11-09T05:15:41,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for db7c8540ca92c0ed3d96857695be5a87 in 563ms, sequenceid=11, compaction requested=false 2024-11-09T05:15:41,685 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T05:15:41,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:15:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:41,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-09T05:15:41,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:41,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:15:41,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:41,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:15:41,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:41,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:15:41,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:15:41,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:41,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:41,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:41,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/27b0d7c94fb64d53850b65613e1179d9 is 50, key is test_row_0/A:col10/1731129341494/Put/seqid=0 2024-11-09T05:15:41,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741840_1016 (size=14341) 2024-11-09T05:15:41,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/27b0d7c94fb64d53850b65613e1179d9 2024-11-09T05:15:41,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/3baf8e6af73c4c8db5ae3e03ecdbd288 is 50, key is test_row_0/B:col10/1731129341494/Put/seqid=0 2024-11-09T05:15:41,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741841_1017 (size=12001) 2024-11-09T05:15:41,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/3baf8e6af73c4c8db5ae3e03ecdbd288 2024-11-09T05:15:41,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129401846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129401861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129401864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129401868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:15:41,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:41,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:41,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:41,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:41,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129401869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:41,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/64b3b82a88ef4383b37dc3b5d7bc1d6f is 50, key is test_row_0/C:col10/1731129341494/Put/seqid=0 2024-11-09T05:15:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741842_1018 (size=12001) 2024-11-09T05:15:41,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/64b3b82a88ef4383b37dc3b5d7bc1d6f 2024-11-09T05:15:41,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/27b0d7c94fb64d53850b65613e1179d9 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/27b0d7c94fb64d53850b65613e1179d9 2024-11-09T05:15:41,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/27b0d7c94fb64d53850b65613e1179d9, entries=200, sequenceid=49, filesize=14.0 K 2024-11-09T05:15:41,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/3baf8e6af73c4c8db5ae3e03ecdbd288 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/3baf8e6af73c4c8db5ae3e03ecdbd288 2024-11-09T05:15:42,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/3baf8e6af73c4c8db5ae3e03ecdbd288, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T05:15:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/64b3b82a88ef4383b37dc3b5d7bc1d6f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/64b3b82a88ef4383b37dc3b5d7bc1d6f 2024-11-09T05:15:42,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129402005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129402005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129402005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129402025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/64b3b82a88ef4383b37dc3b5d7bc1d6f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T05:15:42,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=46.96 KB/48090 for db7c8540ca92c0ed3d96857695be5a87 in 341ms, sequenceid=49, compaction requested=false 2024-11-09T05:15:42,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:42,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:15:42,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:42,060 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:15:42,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:42,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:42,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:42,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:42,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:42,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/1e16d37818e14778aa142374386a5a1e is 50, key is test_row_0/A:col10/1731129341859/Put/seqid=0 2024-11-09T05:15:42,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741843_1019 (size=12001) 2024-11-09T05:15:42,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:15:42,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129402350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1731129342283, max timestamp=1731129342377Num uniques 859; 2024-11-09T05:15:42,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:15:42,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731129342283, max timestamp=1731129342377Num uniques 859; 2024-11-09T05:15:42,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-09T05:15:42,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731129342283, max timestamp=1731129342370Num uniques 859; 2024-11-09T05:15:42,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-09T05:15:42,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129402485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129402486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129402489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129402492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,516 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/1e16d37818e14778aa142374386a5a1e 2024-11-09T05:15:42,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129402524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/03a95eebc7a047169e4ac1fbe8d1040e is 50, key is test_row_0/B:col10/1731129341859/Put/seqid=0 2024-11-09T05:15:42,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741844_1020 (size=12001) 2024-11-09T05:15:42,554 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/03a95eebc7a047169e4ac1fbe8d1040e 2024-11-09T05:15:42,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/9cfc112f1f1a405da12e6cb1a29a495f is 50, key is test_row_0/C:col10/1731129341859/Put/seqid=0 2024-11-09T05:15:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741845_1021 (size=12001) 2024-11-09T05:15:42,601 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/9cfc112f1f1a405da12e6cb1a29a495f 2024-11-09T05:15:42,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129402605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129402604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129402608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129402614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/1e16d37818e14778aa142374386a5a1e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/1e16d37818e14778aa142374386a5a1e 2024-11-09T05:15:42,649 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/1e16d37818e14778aa142374386a5a1e, entries=150, sequenceid=59, filesize=11.7 K 2024-11-09T05:15:42,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/03a95eebc7a047169e4ac1fbe8d1040e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/03a95eebc7a047169e4ac1fbe8d1040e 2024-11-09T05:15:42,668 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/03a95eebc7a047169e4ac1fbe8d1040e, entries=150, sequenceid=59, filesize=11.7 K 2024-11-09T05:15:42,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/9cfc112f1f1a405da12e6cb1a29a495f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9cfc112f1f1a405da12e6cb1a29a495f 2024-11-09T05:15:42,693 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9cfc112f1f1a405da12e6cb1a29a495f, entries=150, sequenceid=59, filesize=11.7 K 2024-11-09T05:15:42,696 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=135.63 KB/138882 for db7c8540ca92c0ed3d96857695be5a87 in 636ms, sequenceid=59, compaction requested=true 2024-11-09T05:15:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:42,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:42,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T05:15:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T05:15:42,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T05:15:42,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6510 sec 2024-11-09T05:15:42,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.6750 sec 2024-11-09T05:15:42,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=142.34 KB heapSize=408.86 KB 2024-11-09T05:15:42,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:42,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:15:42,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:42,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:15:42,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:42,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:15:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:42,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/d3414084995c4d3aa1e2d571b497068e is 50, key is test_row_0/A:col10/1731129342487/Put/seqid=0 2024-11-09T05:15:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741846_1022 (size=14341) 2024-11-09T05:15:42,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/d3414084995c4d3aa1e2d571b497068e 2024-11-09T05:15:42,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129402813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129402817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129402822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129402824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129402824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/a2cb1bcebf0045c8af5b0b5d83e4effe is 50, key is test_row_0/B:col10/1731129342487/Put/seqid=0 2024-11-09T05:15:42,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741847_1023 (size=12001) 2024-11-09T05:15:42,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.57 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/a2cb1bcebf0045c8af5b0b5d83e4effe 2024-11-09T05:15:42,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/cb6371872602467397bdba9def40353e is 50, key is test_row_0/C:col10/1731129342487/Put/seqid=0 2024-11-09T05:15:42,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129402933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:42,939 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T05:15:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129402934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:42,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741848_1024 (size=12001) 2024-11-09T05:15:42,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.57 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/cb6371872602467397bdba9def40353e 2024-11-09T05:15:42,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/d3414084995c4d3aa1e2d571b497068e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/d3414084995c4d3aa1e2d571b497068e 2024-11-09T05:15:42,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/d3414084995c4d3aa1e2d571b497068e, entries=200, sequenceid=97, filesize=14.0 K 2024-11-09T05:15:42,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/a2cb1bcebf0045c8af5b0b5d83e4effe as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/a2cb1bcebf0045c8af5b0b5d83e4effe 2024-11-09T05:15:43,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/a2cb1bcebf0045c8af5b0b5d83e4effe, entries=150, sequenceid=97, filesize=11.7 K 2024-11-09T05:15:43,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/cb6371872602467397bdba9def40353e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/cb6371872602467397bdba9def40353e 2024-11-09T05:15:43,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/cb6371872602467397bdba9def40353e, entries=150, sequenceid=97, filesize=11.7 K 2024-11-09T05:15:43,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~142.34 KB/145752, heapSize ~408.81 KB/418624, currentSize=40.25 KB/41220 for db7c8540ca92c0ed3d96857695be5a87 in 288ms, sequenceid=97, compaction requested=true 2024-11-09T05:15:43,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:43,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:15:43,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:43,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:15:43,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:43,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:15:43,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:43,062 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:15:43,064 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:15:43,068 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:15:43,070 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:15:43,071 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/B is initiating minor compaction (all files) 2024-11-09T05:15:43,071 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/A is initiating minor compaction (all files) 2024-11-09T05:15:43,071 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/A in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:43,072 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/B in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:43,072 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/76e3c4529866459f86011fa578713f15, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/27b0d7c94fb64d53850b65613e1179d9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/1e16d37818e14778aa142374386a5a1e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/d3414084995c4d3aa1e2d571b497068e] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=49.2 K 2024-11-09T05:15:43,072 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/9c00b4014e394d928c7a8cc5a9cfe6ab, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/3baf8e6af73c4c8db5ae3e03ecdbd288, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/03a95eebc7a047169e4ac1fbe8d1040e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/a2cb1bcebf0045c8af5b0b5d83e4effe] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=44.6 K 2024-11-09T05:15:43,074 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76e3c4529866459f86011fa578713f15, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731129341089 2024-11-09T05:15:43,074 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c00b4014e394d928c7a8cc5a9cfe6ab, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731129341089 2024-11-09T05:15:43,075 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27b0d7c94fb64d53850b65613e1179d9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731129341471 2024-11-09T05:15:43,076 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3baf8e6af73c4c8db5ae3e03ecdbd288, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731129341486 2024-11-09T05:15:43,076 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e16d37818e14778aa142374386a5a1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731129341813 2024-11-09T05:15:43,077 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 03a95eebc7a047169e4ac1fbe8d1040e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731129341813 2024-11-09T05:15:43,077 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3414084995c4d3aa1e2d571b497068e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731129342473 2024-11-09T05:15:43,079 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting a2cb1bcebf0045c8af5b0b5d83e4effe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731129342473 2024-11-09T05:15:43,131 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#B#compaction#13 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:43,135 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/03b01087ee90474b9db570326eaeb5b9 is 50, key is test_row_0/B:col10/1731129342487/Put/seqid=0 2024-11-09T05:15:43,144 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#A#compaction#12 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:43,145 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/77c2f89249d64d759d54f030d3c28daf is 50, key is test_row_0/A:col10/1731129342487/Put/seqid=0 2024-11-09T05:15:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:43,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:15:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:43,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741849_1025 (size=12139) 2024-11-09T05:15:43,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/8fb73c3a53b64dd0b384c8ccc4acdf33 is 50, key is test_row_0/A:col10/1731129342783/Put/seqid=0 2024-11-09T05:15:43,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741850_1026 (size=12139) 2024-11-09T05:15:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:15:43,214 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:15:43,215 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:15:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-09T05:15:43,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741851_1027 (size=16681) 2024-11-09T05:15:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T05:15:43,219 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:15:43,221 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:15:43,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:15:43,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/8fb73c3a53b64dd0b384c8ccc4acdf33 2024-11-09T05:15:43,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/e3ca6ab64cec48e7b97f69388e94577c is 50, key is test_row_0/B:col10/1731129342783/Put/seqid=0 2024-11-09T05:15:43,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741852_1028 (size=12001) 2024-11-09T05:15:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129403273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,308 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129343227, max timestamp=1731129343292Num uniques 859; 2024-11-09T05:15:43,308 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:15:43,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731129343227, max timestamp=1731129343292Num uniques 859; 2024-11-09T05:15:43,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-09T05:15:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731129343227, max timestamp=1731129343292Num uniques 859; 2024-11-09T05:15:43,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-09T05:15:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T05:15:43,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T05:15:43,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:43,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:43,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:43,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:43,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:43,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129403379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129403395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129403395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129403397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129403415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129403503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129403514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129403514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129403515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T05:15:43,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T05:15:43,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:43,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:43,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:43,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:43,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:43,605 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/03b01087ee90474b9db570326eaeb5b9 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/03b01087ee90474b9db570326eaeb5b9 2024-11-09T05:15:43,631 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/77c2f89249d64d759d54f030d3c28daf as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/77c2f89249d64d759d54f030d3c28daf 2024-11-09T05:15:43,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129403634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,653 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/A of db7c8540ca92c0ed3d96857695be5a87 into 77c2f89249d64d759d54f030d3c28daf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:43,654 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:43,656 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/B of db7c8540ca92c0ed3d96857695be5a87 into 03b01087ee90474b9db570326eaeb5b9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:43,657 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:43,657 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/B, priority=12, startTime=1731129343059; duration=0sec 2024-11-09T05:15:43,657 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/A, priority=12, startTime=1731129343047; duration=0sec 2024-11-09T05:15:43,658 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:43,659 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:A 2024-11-09T05:15:43,659 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:15:43,660 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:43,660 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:B 2024-11-09T05:15:43,662 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:15:43,662 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/C is initiating minor compaction (all files) 2024-11-09T05:15:43,662 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/C in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:43,663 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ae9c61b5cc084cac974ffab800ba656d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/64b3b82a88ef4383b37dc3b5d7bc1d6f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9cfc112f1f1a405da12e6cb1a29a495f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/cb6371872602467397bdba9def40353e] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=44.6 K 2024-11-09T05:15:43,664 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae9c61b5cc084cac974ffab800ba656d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731129341089 2024-11-09T05:15:43,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/e3ca6ab64cec48e7b97f69388e94577c 2024-11-09T05:15:43,669 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64b3b82a88ef4383b37dc3b5d7bc1d6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731129341486 2024-11-09T05:15:43,673 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cfc112f1f1a405da12e6cb1a29a495f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731129341813 2024-11-09T05:15:43,682 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb6371872602467397bdba9def40353e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731129342473 2024-11-09T05:15:43,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/d22943ef68f14d088bbd6c4fe5f26648 is 50, key is test_row_0/C:col10/1731129342783/Put/seqid=0 2024-11-09T05:15:43,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T05:15:43,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:43,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:43,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:43,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:43,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:43,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129403713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129403724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741853_1029 (size=12001) 2024-11-09T05:15:43,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129403735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129403735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:43,740 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#C#compaction#17 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:43,742 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/62a0a17aecaf49bf9487a89d734c4016 is 50, key is test_row_0/C:col10/1731129342487/Put/seqid=0 2024-11-09T05:15:43,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:15:43,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/d22943ef68f14d088bbd6c4fe5f26648 2024-11-09T05:15:43,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/8fb73c3a53b64dd0b384c8ccc4acdf33 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/8fb73c3a53b64dd0b384c8ccc4acdf33 2024-11-09T05:15:43,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741854_1030 (size=12139) 2024-11-09T05:15:43,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/8fb73c3a53b64dd0b384c8ccc4acdf33, entries=250, sequenceid=108, filesize=16.3 K 2024-11-09T05:15:43,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/e3ca6ab64cec48e7b97f69388e94577c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/e3ca6ab64cec48e7b97f69388e94577c 2024-11-09T05:15:43,805 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/62a0a17aecaf49bf9487a89d734c4016 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/62a0a17aecaf49bf9487a89d734c4016 2024-11-09T05:15:43,820 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/C of db7c8540ca92c0ed3d96857695be5a87 into 62a0a17aecaf49bf9487a89d734c4016(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:43,820 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:43,820 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/C, priority=12, startTime=1731129343060; duration=0sec 2024-11-09T05:15:43,820 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:43,820 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:C 2024-11-09T05:15:43,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/e3ca6ab64cec48e7b97f69388e94577c, entries=150, sequenceid=108, filesize=11.7 K 2024-11-09T05:15:43,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T05:15:43,828 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T05:15:43,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/d22943ef68f14d088bbd6c4fe5f26648 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d22943ef68f14d088bbd6c4fe5f26648 2024-11-09T05:15:43,832 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T05:15:43,832 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T05:15:43,833 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T05:15:43,833 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T05:15:43,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T05:15:43,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T05:15:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T05:15:43,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d22943ef68f14d088bbd6c4fe5f26648, entries=150, sequenceid=108, filesize=11.7 K 2024-11-09T05:15:43,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=128.92 KB/132010 for db7c8540ca92c0ed3d96857695be5a87 in 700ms, sequenceid=108, compaction requested=false 2024-11-09T05:15:43,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:43,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T05:15:43,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:43,853 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=128.92 KB heapSize=368.31 KB 2024-11-09T05:15:43,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:43,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:43,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:43,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:43,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:43,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:43,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/c400567e24a44d149c4789925f8186d7 is 50, key is test_row_0/A:col10/1731129343329/Put/seqid=0 2024-11-09T05:15:43,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741855_1031 (size=12151) 2024-11-09T05:15:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:43,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:44,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129404020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129404034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129404034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129404044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129404044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129404133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,303 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/c400567e24a44d149c4789925f8186d7 2024-11-09T05:15:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/5c1bf5d56d6a477c80670961c65cc9d0 is 50, key is test_row_0/B:col10/1731129343329/Put/seqid=0 2024-11-09T05:15:44,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129404343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T05:15:44,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741856_1032 (size=12151) 2024-11-09T05:15:44,368 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/5c1bf5d56d6a477c80670961c65cc9d0 2024-11-09T05:15:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/920c940e0c9946a1a2355fb0a80d6ab1 is 50, key is test_row_0/C:col10/1731129343329/Put/seqid=0 2024-11-09T05:15:44,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741857_1033 (size=12151) 2024-11-09T05:15:44,436 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/920c940e0c9946a1a2355fb0a80d6ab1 2024-11-09T05:15:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/c400567e24a44d149c4789925f8186d7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/c400567e24a44d149c4789925f8186d7 2024-11-09T05:15:44,464 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/c400567e24a44d149c4789925f8186d7, entries=150, sequenceid=147, filesize=11.9 K 2024-11-09T05:15:44,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/5c1bf5d56d6a477c80670961c65cc9d0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/5c1bf5d56d6a477c80670961c65cc9d0 2024-11-09T05:15:44,501 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/5c1bf5d56d6a477c80670961c65cc9d0, entries=150, sequenceid=147, filesize=11.9 K 2024-11-09T05:15:44,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/920c940e0c9946a1a2355fb0a80d6ab1 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/920c940e0c9946a1a2355fb0a80d6ab1 2024-11-09T05:15:44,540 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/920c940e0c9946a1a2355fb0a80d6ab1, entries=150, sequenceid=147, filesize=11.9 K 2024-11-09T05:15:44,548 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~128.92 KB/132010, heapSize ~368.27 KB/377104, currentSize=53.67 KB/54960 for db7c8540ca92c0ed3d96857695be5a87 in 695ms, sequenceid=147, compaction requested=true 2024-11-09T05:15:44,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:44,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:44,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T05:15:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T05:15:44,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T05:15:44,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3300 sec 2024-11-09T05:15:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:44,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T05:15:44,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:44,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:44,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:44,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:44,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:44,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:44,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.3470 sec 2024-11-09T05:15:44,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/e9a4a41aefed4cb9ae63d9917d6cba2a is 50, key is test_row_0/A:col10/1731129343970/Put/seqid=0 2024-11-09T05:15:44,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741858_1034 (size=14541) 2024-11-09T05:15:44,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129404629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/e9a4a41aefed4cb9ae63d9917d6cba2a 2024-11-09T05:15:44,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129404632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129404635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129404639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129404665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/26b9a6e19de34180a7a21c89a0b4ebb4 is 50, key is test_row_0/B:col10/1731129343970/Put/seqid=0 2024-11-09T05:15:44,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741859_1035 (size=12151) 2024-11-09T05:15:44,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/26b9a6e19de34180a7a21c89a0b4ebb4 2024-11-09T05:15:44,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/68301f6eec254531a0bb4f316812b732 is 50, key is test_row_0/C:col10/1731129343970/Put/seqid=0 2024-11-09T05:15:44,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129404744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129404753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129404754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129404753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:44,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:44,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:44,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741860_1036 (size=12151) 2024-11-09T05:15:44,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/68301f6eec254531a0bb4f316812b732 2024-11-09T05:15:44,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/e9a4a41aefed4cb9ae63d9917d6cba2a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e9a4a41aefed4cb9ae63d9917d6cba2a 2024-11-09T05:15:44,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e9a4a41aefed4cb9ae63d9917d6cba2a, entries=200, sequenceid=159, filesize=14.2 K 2024-11-09T05:15:44,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/26b9a6e19de34180a7a21c89a0b4ebb4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/26b9a6e19de34180a7a21c89a0b4ebb4 2024-11-09T05:15:44,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/26b9a6e19de34180a7a21c89a0b4ebb4, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T05:15:44,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/68301f6eec254531a0bb4f316812b732 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/68301f6eec254531a0bb4f316812b732 2024-11-09T05:15:44,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/68301f6eec254531a0bb4f316812b732, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T05:15:44,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for db7c8540ca92c0ed3d96857695be5a87 in 318ms, sequenceid=159, compaction requested=true 2024-11-09T05:15:44,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:44,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:15:44,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:44,883 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:15:44,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:15:44,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:44,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:15:44,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:15:44,883 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:15:44,886 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:15:44,886 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/B is initiating minor compaction (all files) 2024-11-09T05:15:44,886 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/B in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:44,887 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/03b01087ee90474b9db570326eaeb5b9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/e3ca6ab64cec48e7b97f69388e94577c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/5c1bf5d56d6a477c80670961c65cc9d0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/26b9a6e19de34180a7a21c89a0b4ebb4] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=47.3 K 2024-11-09T05:15:44,887 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55512 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:15:44,887 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/A is initiating minor compaction (all files) 2024-11-09T05:15:44,887 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/A in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:44,888 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 03b01087ee90474b9db570326eaeb5b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731129342473 2024-11-09T05:15:44,888 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/77c2f89249d64d759d54f030d3c28daf, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/8fb73c3a53b64dd0b384c8ccc4acdf33, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/c400567e24a44d149c4789925f8186d7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e9a4a41aefed4cb9ae63d9917d6cba2a] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=54.2 K 2024-11-09T05:15:44,888 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77c2f89249d64d759d54f030d3c28daf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731129342473 2024-11-09T05:15:44,889 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting e3ca6ab64cec48e7b97f69388e94577c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731129342783 2024-11-09T05:15:44,897 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fb73c3a53b64dd0b384c8ccc4acdf33, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731129342783 2024-11-09T05:15:44,900 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c1bf5d56d6a477c80670961c65cc9d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731129343329 2024-11-09T05:15:44,901 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting c400567e24a44d149c4789925f8186d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731129343329 2024-11-09T05:15:44,901 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 26b9a6e19de34180a7a21c89a0b4ebb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129343970 2024-11-09T05:15:44,902 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9a4a41aefed4cb9ae63d9917d6cba2a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129343970 2024-11-09T05:15:44,938 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#B#compaction#24 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:44,939 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/3ade583cc1a04f95a3b60115736a43d7 is 50, key is test_row_0/B:col10/1731129343970/Put/seqid=0 2024-11-09T05:15:44,941 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#A#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:44,944 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/7f8110ef49114961850629737f4c9aba is 50, key is test_row_0/A:col10/1731129343970/Put/seqid=0 2024-11-09T05:15:44,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129344598, max timestamp=1731129344956Num uniques 859; 2024-11-09T05:15:44,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129344598, max timestamp=1731129344956Num uniques 859; 2024-11-09T05:15:44,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:44,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:44,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129344598, max timestamp=1731129344956Num uniques 859; 2024-11-09T05:15:44,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:44,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741861_1037 (size=12425) 2024-11-09T05:15:44,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741862_1038 (size=12425) 2024-11-09T05:15:44,984 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/7f8110ef49114961850629737f4c9aba as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/7f8110ef49114961850629737f4c9aba 2024-11-09T05:15:44,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-09T05:15:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:44,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:44,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:44,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:44,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:44,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:44,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:44,999 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/A of db7c8540ca92c0ed3d96857695be5a87 into 7f8110ef49114961850629737f4c9aba(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:44,999 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:44,999 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/A, priority=12, startTime=1731129344883; duration=0sec 2024-11-09T05:15:44,999 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:44,999 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:A 2024-11-09T05:15:44,999 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:15:45,002 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:15:45,003 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/C is initiating minor compaction (all files) 2024-11-09T05:15:45,004 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/C in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:45,004 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/62a0a17aecaf49bf9487a89d734c4016, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d22943ef68f14d088bbd6c4fe5f26648, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/920c940e0c9946a1a2355fb0a80d6ab1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/68301f6eec254531a0bb4f316812b732] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=47.3 K 2024-11-09T05:15:45,005 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62a0a17aecaf49bf9487a89d734c4016, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731129342473 2024-11-09T05:15:45,007 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting d22943ef68f14d088bbd6c4fe5f26648, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1731129342783 2024-11-09T05:15:45,008 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 920c940e0c9946a1a2355fb0a80d6ab1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731129343329 2024-11-09T05:15:45,009 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68301f6eec254531a0bb4f316812b732, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129343970 2024-11-09T05:15:45,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/29e8fe2a51eb4041ade042d6f58e81ea is 50, key is test_row_0/A:col10/1731129344989/Put/seqid=0 2024-11-09T05:15:45,064 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#C#compaction#27 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:45,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731129345032, max timestamp=1731129345061Num uniques 859; 2024-11-09T05:15:45,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:15:45,065 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/4e29ce0c1ca64b4b9af4ac36ed1d3ac4 is 50, key is test_row_0/C:col10/1731129343970/Put/seqid=0 2024-11-09T05:15:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741863_1039 (size=16931) 2024-11-09T05:15:45,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731129345032, max timestamp=1731129345061Num uniques 859; 2024-11-09T05:15:45,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-09T05:15:45,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731129345032, max timestamp=1731129345061Num uniques 859; 2024-11-09T05:15:45,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-09T05:15:45,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/29e8fe2a51eb4041ade042d6f58e81ea 2024-11-09T05:15:45,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741864_1040 (size=12425) 2024-11-09T05:15:45,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/660c8d56b7304ed0883f73658ba24ea5 is 50, key is test_row_0/B:col10/1731129344989/Put/seqid=0 2024-11-09T05:15:45,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129405123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129405126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129405140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129405142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741865_1041 (size=12151) 2024-11-09T05:15:45,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129405173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129405253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129405253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129405263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129405263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T05:15:45,364 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:15:45,365 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:15:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-09T05:15:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:15:45,368 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:15:45,369 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:15:45,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:15:45,385 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/3ade583cc1a04f95a3b60115736a43d7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/3ade583cc1a04f95a3b60115736a43d7 2024-11-09T05:15:45,406 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/B of db7c8540ca92c0ed3d96857695be5a87 into 3ade583cc1a04f95a3b60115736a43d7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:45,406 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:45,406 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/B, priority=12, startTime=1731129344883; duration=0sec 2024-11-09T05:15:45,406 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:45,407 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:B 2024-11-09T05:15:45,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129405464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129405464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:15:45,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129405473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129405474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,524 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/4e29ce0c1ca64b4b9af4ac36ed1d3ac4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/4e29ce0c1ca64b4b9af4ac36ed1d3ac4 2024-11-09T05:15:45,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:15:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:45,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:45,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:45,538 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/C of db7c8540ca92c0ed3d96857695be5a87 into 4e29ce0c1ca64b4b9af4ac36ed1d3ac4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:45,538 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:45,538 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/C, priority=12, startTime=1731129344883; duration=0sec 2024-11-09T05:15:45,538 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:45,538 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:C 2024-11-09T05:15:45,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/660c8d56b7304ed0883f73658ba24ea5 2024-11-09T05:15:45,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/9dce9bcd8bbb4171b2adb247d8e6ddd2 is 50, key is test_row_0/C:col10/1731129344989/Put/seqid=0 2024-11-09T05:15:45,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741866_1042 (size=12151) 2024-11-09T05:15:45,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/9dce9bcd8bbb4171b2adb247d8e6ddd2 2024-11-09T05:15:45,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/29e8fe2a51eb4041ade042d6f58e81ea as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/29e8fe2a51eb4041ade042d6f58e81ea 2024-11-09T05:15:45,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/29e8fe2a51eb4041ade042d6f58e81ea, entries=250, sequenceid=185, filesize=16.5 K 2024-11-09T05:15:45,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/660c8d56b7304ed0883f73658ba24ea5 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/660c8d56b7304ed0883f73658ba24ea5 2024-11-09T05:15:45,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/660c8d56b7304ed0883f73658ba24ea5, entries=150, sequenceid=185, filesize=11.9 K 2024-11-09T05:15:45,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/9dce9bcd8bbb4171b2adb247d8e6ddd2 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9dce9bcd8bbb4171b2adb247d8e6ddd2 2024-11-09T05:15:45,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9dce9bcd8bbb4171b2adb247d8e6ddd2, entries=150, sequenceid=185, filesize=11.9 K 2024-11-09T05:15:45,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~165.80 KB/169776, currentSize=128.92 KB/132010 for db7c8540ca92c0ed3d96857695be5a87 in 684ms, sequenceid=185, compaction requested=false 2024-11-09T05:15:45,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:45,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:15:45,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:45,682 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=128.92 KB heapSize=368.31 KB 2024-11-09T05:15:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:15:45,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/45dc93e30271474ca72a8effca6daa1a is 50, key is test_row_0/A:col10/1731129345116/Put/seqid=0 2024-11-09T05:15:45,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741867_1043 (size=12151) 2024-11-09T05:15:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:45,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:45,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129405794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129405797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129405801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129405803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129405914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129405914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129405915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129405915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:15:46,111 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/45dc93e30271474ca72a8effca6daa1a 2024-11-09T05:15:46,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129406123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129406123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129406124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129406127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/71e28b35c2a64bf6ac41467d7d764d7f is 50, key is test_row_0/B:col10/1731129345116/Put/seqid=0 2024-11-09T05:15:46,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741868_1044 (size=12151) 2024-11-09T05:15:46,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129406193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,197 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in db7c8540ca92c0ed3d96857695be5a87 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:15:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129406433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129406433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129406433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129406433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:15:46,553 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/71e28b35c2a64bf6ac41467d7d764d7f 2024-11-09T05:15:46,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/2007b47d5c1045a98dd4753d060ba791 is 50, key is test_row_0/C:col10/1731129345116/Put/seqid=0 2024-11-09T05:15:46,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741869_1045 (size=12151) 2024-11-09T05:15:46,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129406944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129406944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129406953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129406953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:46,978 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/2007b47d5c1045a98dd4753d060ba791 2024-11-09T05:15:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/45dc93e30271474ca72a8effca6daa1a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/45dc93e30271474ca72a8effca6daa1a 2024-11-09T05:15:47,002 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/45dc93e30271474ca72a8effca6daa1a, entries=150, sequenceid=224, filesize=11.9 K 2024-11-09T05:15:47,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/71e28b35c2a64bf6ac41467d7d764d7f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/71e28b35c2a64bf6ac41467d7d764d7f 2024-11-09T05:15:47,011 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/71e28b35c2a64bf6ac41467d7d764d7f, entries=150, sequenceid=224, filesize=11.9 K 2024-11-09T05:15:47,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/2007b47d5c1045a98dd4753d060ba791 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/2007b47d5c1045a98dd4753d060ba791 2024-11-09T05:15:47,022 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/2007b47d5c1045a98dd4753d060ba791, entries=150, sequenceid=224, filesize=11.9 K 2024-11-09T05:15:47,024 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~128.92 KB/132010, heapSize ~368.27 KB/377104, currentSize=53.67 KB/54960 for db7c8540ca92c0ed3d96857695be5a87 in 1342ms, sequenceid=224, compaction requested=true 2024-11-09T05:15:47,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:47,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:47,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T05:15:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T05:15:47,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T05:15:47,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6570 sec 2024-11-09T05:15:47,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.6690 sec 2024-11-09T05:15:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:15:47,515 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:15:47,516 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:15:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-09T05:15:47,520 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:15:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T05:15:47,521 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:15:47,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:15:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T05:15:47,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T05:15:47,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:47,676 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T05:15:47,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:47,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/dd60287613194c40a80f5698b92588d5 is 50, key is test_row_0/A:col10/1731129345799/Put/seqid=0 2024-11-09T05:15:47,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741870_1046 (size=12151) 2024-11-09T05:15:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T05:15:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:47,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:48,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731129347983, max timestamp=1731129348029Num uniques 859; 2024-11-09T05:15:48,034 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-09T05:15:48,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129347994, max timestamp=1731129348029Num uniques 859; 2024-11-09T05:15:48,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:48,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129347994, max timestamp=1731129348029Num uniques 859; 2024-11-09T05:15:48,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:48,098 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/dd60287613194c40a80f5698b92588d5 2024-11-09T05:15:48,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129408102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/748143a573524c008158b828e72cd08a is 50, key is test_row_0/B:col10/1731129345799/Put/seqid=0 2024-11-09T05:15:48,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129408108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129408120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129408124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T05:15:48,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741871_1047 (size=12151) 2024-11-09T05:15:48,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129408204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,214 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in db7c8540ca92c0ed3d96857695be5a87 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:15:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129408234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129408245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129408245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129408246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129408443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129408454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129408464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129408465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,581 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/748143a573524c008158b828e72cd08a 2024-11-09T05:15:48,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/4f3654028aa24ac6855c2699d03b57d6 is 50, key is test_row_0/C:col10/1731129345799/Put/seqid=0 2024-11-09T05:15:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T05:15:48,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741872_1048 (size=12151) 2024-11-09T05:15:48,656 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/4f3654028aa24ac6855c2699d03b57d6 2024-11-09T05:15:48,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/dd60287613194c40a80f5698b92588d5 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/dd60287613194c40a80f5698b92588d5 2024-11-09T05:15:48,680 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/dd60287613194c40a80f5698b92588d5, entries=150, sequenceid=235, filesize=11.9 K 2024-11-09T05:15:48,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/748143a573524c008158b828e72cd08a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/748143a573524c008158b828e72cd08a 2024-11-09T05:15:48,695 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/748143a573524c008158b828e72cd08a, entries=150, sequenceid=235, filesize=11.9 K 2024-11-09T05:15:48,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/4f3654028aa24ac6855c2699d03b57d6 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/4f3654028aa24ac6855c2699d03b57d6 2024-11-09T05:15:48,744 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/4f3654028aa24ac6855c2699d03b57d6, entries=150, sequenceid=235, filesize=11.9 K 2024-11-09T05:15:48,746 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.94 KB/135110 for db7c8540ca92c0ed3d96857695be5a87 in 1070ms, sequenceid=235, compaction requested=true 2024-11-09T05:15:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T05:15:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T05:15:48,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T05:15:48,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2280 sec 2024-11-09T05:15:48,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2380 sec 2024-11-09T05:15:48,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=138.65 KB heapSize=390.45 KB 2024-11-09T05:15:48,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:48,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:48,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:48,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:48,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:48,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:48,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/255f55f509454adbbbada6712b15a910 is 50, key is test_row_0/A:col10/1731129348113/Put/seqid=0 2024-11-09T05:15:48,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129408797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129408797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129408797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129408807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741873_1049 (size=14741) 2024-11-09T05:15:48,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129408913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129408913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129408923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:48,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129408923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:48,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:48,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129409134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:49,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129409134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129409135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129409151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:49,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/255f55f509454adbbbada6712b15a910 2024-11-09T05:15:49,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/ffeed2e1b39d4a1784bb219557c1cc1c is 50, key is test_row_0/B:col10/1731129348113/Put/seqid=0 2024-11-09T05:15:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741874_1050 (size=12301) 2024-11-09T05:15:49,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/ffeed2e1b39d4a1784bb219557c1cc1c 2024-11-09T05:15:49,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/7eaa0c89b0794c2bbe3707d85ea33f9d is 50, key is test_row_0/C:col10/1731129348113/Put/seqid=0 2024-11-09T05:15:49,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741875_1051 (size=12301) 2024-11-09T05:15:49,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/7eaa0c89b0794c2bbe3707d85ea33f9d 2024-11-09T05:15:49,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/255f55f509454adbbbada6712b15a910 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/255f55f509454adbbbada6712b15a910 2024-11-09T05:15:49,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/255f55f509454adbbbada6712b15a910, entries=200, sequenceid=271, filesize=14.4 K 2024-11-09T05:15:49,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/ffeed2e1b39d4a1784bb219557c1cc1c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ffeed2e1b39d4a1784bb219557c1cc1c 2024-11-09T05:15:49,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ffeed2e1b39d4a1784bb219557c1cc1c, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T05:15:49,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/7eaa0c89b0794c2bbe3707d85ea33f9d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/7eaa0c89b0794c2bbe3707d85ea33f9d 2024-11-09T05:15:49,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/7eaa0c89b0794c2bbe3707d85ea33f9d, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T05:15:49,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~390.41 KB/399776, currentSize=46.96 KB/48090 for db7c8540ca92c0ed3d96857695be5a87 in 636ms, sequenceid=271, compaction requested=true 2024-11-09T05:15:49,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:15:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:49,402 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T05:15:49,402 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T05:15:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:15:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:15:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:49,406 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61179 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T05:15:49,406 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 68399 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T05:15:49,406 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/B is initiating minor compaction (all files) 2024-11-09T05:15:49,406 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/A is initiating minor compaction (all files) 2024-11-09T05:15:49,406 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/A in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:49,406 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/B in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:49,406 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/7f8110ef49114961850629737f4c9aba, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/29e8fe2a51eb4041ade042d6f58e81ea, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/45dc93e30271474ca72a8effca6daa1a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/dd60287613194c40a80f5698b92588d5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/255f55f509454adbbbada6712b15a910] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=66.8 K 2024-11-09T05:15:49,406 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/3ade583cc1a04f95a3b60115736a43d7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/660c8d56b7304ed0883f73658ba24ea5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/71e28b35c2a64bf6ac41467d7d764d7f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/748143a573524c008158b828e72cd08a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ffeed2e1b39d4a1784bb219557c1cc1c] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=59.7 K 2024-11-09T05:15:49,407 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f8110ef49114961850629737f4c9aba, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129343970 2024-11-09T05:15:49,407 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ade583cc1a04f95a3b60115736a43d7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129343970 2024-11-09T05:15:49,408 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 660c8d56b7304ed0883f73658ba24ea5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731129344956 2024-11-09T05:15:49,408 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29e8fe2a51eb4041ade042d6f58e81ea, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731129344956 2024-11-09T05:15:49,408 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45dc93e30271474ca72a8effca6daa1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731129345116 2024-11-09T05:15:49,408 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 71e28b35c2a64bf6ac41467d7d764d7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731129345116 2024-11-09T05:15:49,409 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd60287613194c40a80f5698b92588d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731129345795 2024-11-09T05:15:49,409 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 748143a573524c008158b828e72cd08a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731129345795 2024-11-09T05:15:49,411 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 255f55f509454adbbbada6712b15a910, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731129348095 2024-11-09T05:15:49,412 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting ffeed2e1b39d4a1784bb219557c1cc1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731129348095 2024-11-09T05:15:49,450 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#A#compaction#39 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:49,450 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/abe82dfc30924e2baa92b2693169de28 is 50, key is test_row_0/A:col10/1731129348113/Put/seqid=0 2024-11-09T05:15:49,455 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#B#compaction#40 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:49,456 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/f4bdcef4abdf421285089ca0b96ccd09 is 50, key is test_row_0/B:col10/1731129348113/Put/seqid=0 2024-11-09T05:15:49,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T05:15:49,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:49,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:49,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:49,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:49,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:49,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:49,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/b2ad4208b1444ca3b92e8991b350abe7 is 50, key is test_row_0/A:col10/1731129348794/Put/seqid=0 2024-11-09T05:15:49,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741876_1052 (size=12745) 2024-11-09T05:15:49,502 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/abe82dfc30924e2baa92b2693169de28 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/abe82dfc30924e2baa92b2693169de28 2024-11-09T05:15:49,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741878_1054 (size=12301) 2024-11-09T05:15:49,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741877_1053 (size=12745) 2024-11-09T05:15:49,532 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/A of db7c8540ca92c0ed3d96857695be5a87 into abe82dfc30924e2baa92b2693169de28(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:49,532 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:49,532 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/A, priority=11, startTime=1731129349402; duration=0sec 2024-11-09T05:15:49,533 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:49,533 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:A 2024-11-09T05:15:49,533 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T05:15:49,535 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61179 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T05:15:49,535 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/C is initiating minor compaction (all files) 2024-11-09T05:15:49,535 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/C in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:49,535 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/4e29ce0c1ca64b4b9af4ac36ed1d3ac4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9dce9bcd8bbb4171b2adb247d8e6ddd2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/2007b47d5c1045a98dd4753d060ba791, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/4f3654028aa24ac6855c2699d03b57d6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/7eaa0c89b0794c2bbe3707d85ea33f9d] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=59.7 K 2024-11-09T05:15:49,536 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e29ce0c1ca64b4b9af4ac36ed1d3ac4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129343970 2024-11-09T05:15:49,536 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dce9bcd8bbb4171b2adb247d8e6ddd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731129344956 2024-11-09T05:15:49,536 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2007b47d5c1045a98dd4753d060ba791, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731129345116 2024-11-09T05:15:49,537 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f3654028aa24ac6855c2699d03b57d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731129345795 2024-11-09T05:15:49,538 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7eaa0c89b0794c2bbe3707d85ea33f9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731129348095 2024-11-09T05:15:49,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129349516, max timestamp=1731129349570Num uniques 859; 2024-11-09T05:15:49,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129349516, max timestamp=1731129349570Num uniques 859; 2024-11-09T05:15:49,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:15:49,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:15:49,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129349516, max timestamp=1731129349570Num uniques 859; 2024-11-09T05:15:49,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:15:49,584 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#C#compaction#42 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:49,585 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/f52d84277b65444b8536e4bd7010180d is 50, key is test_row_0/C:col10/1731129348113/Put/seqid=0 2024-11-09T05:15:49,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741879_1055 (size=12745) 2024-11-09T05:15:49,619 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/f52d84277b65444b8536e4bd7010180d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/f52d84277b65444b8536e4bd7010180d 2024-11-09T05:15:49,654 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/C of db7c8540ca92c0ed3d96857695be5a87 into f52d84277b65444b8536e4bd7010180d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:49,654 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:49,654 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/C, priority=11, startTime=1731129349402; duration=0sec 2024-11-09T05:15:49,654 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:49,654 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:C 2024-11-09T05:15:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T05:15:49,663 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:15:49,664 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:15:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-09T05:15:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T05:15:49,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129409657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:49,672 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:15:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,674 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:15:49,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:15:49,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129409665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129409667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129409671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T05:15:49,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129409783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:49,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129409783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:49,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129409793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129409794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:49,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:15:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:49,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:49,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/b2ad4208b1444ca3b92e8991b350abe7 2024-11-09T05:15:49,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/19987fb912bd4bd18ef378b1084d65f4 is 50, key is test_row_0/B:col10/1731129348794/Put/seqid=0 2024-11-09T05:15:49,921 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/f4bdcef4abdf421285089ca0b96ccd09 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/f4bdcef4abdf421285089ca0b96ccd09 2024-11-09T05:15:49,934 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/B of db7c8540ca92c0ed3d96857695be5a87 into f4bdcef4abdf421285089ca0b96ccd09(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:49,934 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:49,934 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/B, priority=11, startTime=1731129349402; duration=0sec 2024-11-09T05:15:49,935 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:49,935 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:B 2024-11-09T05:15:49,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741880_1056 (size=12301) 2024-11-09T05:15:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T05:15:49,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:15:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:49,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:49,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129409993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129409993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129410003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129410004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:15:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:50,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T05:15:50,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:15:50,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:50,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:50,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:50,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:50,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129410303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129410313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129410313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129410313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/19987fb912bd4bd18ef378b1084d65f4 2024-11-09T05:15:50,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/9b42d2c9e6dd408ebe977b84476af5a9 is 50, key is test_row_0/C:col10/1731129348794/Put/seqid=0 2024-11-09T05:15:50,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741881_1057 (size=12301) 2024-11-09T05:15:50,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/9b42d2c9e6dd408ebe977b84476af5a9 2024-11-09T05:15:50,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/b2ad4208b1444ca3b92e8991b350abe7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/b2ad4208b1444ca3b92e8991b350abe7 2024-11-09T05:15:50,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/b2ad4208b1444ca3b92e8991b350abe7, entries=150, sequenceid=282, filesize=12.0 K 2024-11-09T05:15:50,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/19987fb912bd4bd18ef378b1084d65f4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/19987fb912bd4bd18ef378b1084d65f4 2024-11-09T05:15:50,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/19987fb912bd4bd18ef378b1084d65f4, entries=150, sequenceid=282, filesize=12.0 K 2024-11-09T05:15:50,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/9b42d2c9e6dd408ebe977b84476af5a9 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9b42d2c9e6dd408ebe977b84476af5a9 2024-11-09T05:15:50,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9b42d2c9e6dd408ebe977b84476af5a9, entries=150, sequenceid=282, filesize=12.0 K 2024-11-09T05:15:50,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.94 KB/135110 for db7c8540ca92c0ed3d96857695be5a87 in 964ms, sequenceid=282, compaction requested=false 2024-11-09T05:15:50,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:50,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:15:50,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:50,450 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=131.94 KB heapSize=370.53 KB 2024-11-09T05:15:50,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:50,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/0ca28ed27d2d4e5585d039c22ba4b090 is 50, key is test_row_0/A:col10/1731129349664/Put/seqid=0 2024-11-09T05:15:50,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741882_1058 (size=12301) 2024-11-09T05:15:50,467 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/0ca28ed27d2d4e5585d039c22ba4b090 2024-11-09T05:15:50,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/cab690d9c4b94d1f8153caaff5f8a387 is 50, key is test_row_0/B:col10/1731129349664/Put/seqid=0 2024-11-09T05:15:50,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741883_1059 (size=12301) 2024-11-09T05:15:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T05:15:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:50,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:50,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129410840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129410840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129410843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129410843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,929 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/cab690d9c4b94d1f8153caaff5f8a387 2024-11-09T05:15:50,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/70d5248a5dfc4931afe470318afe46fa is 50, key is test_row_0/C:col10/1731129349664/Put/seqid=0 2024-11-09T05:15:50,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741884_1060 (size=12301) 2024-11-09T05:15:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129410954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129410954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129410954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:50,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129410954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:50,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:50,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:50,960 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/70d5248a5dfc4931afe470318afe46fa 2024-11-09T05:15:50,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/0ca28ed27d2d4e5585d039c22ba4b090 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/0ca28ed27d2d4e5585d039c22ba4b090 2024-11-09T05:15:50,981 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/0ca28ed27d2d4e5585d039c22ba4b090, entries=150, sequenceid=320, filesize=12.0 K 2024-11-09T05:15:50,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/cab690d9c4b94d1f8153caaff5f8a387 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/cab690d9c4b94d1f8153caaff5f8a387 2024-11-09T05:15:51,001 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/cab690d9c4b94d1f8153caaff5f8a387, entries=150, sequenceid=320, filesize=12.0 K 2024-11-09T05:15:51,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/70d5248a5dfc4931afe470318afe46fa as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/70d5248a5dfc4931afe470318afe46fa 2024-11-09T05:15:51,015 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/70d5248a5dfc4931afe470318afe46fa, entries=150, sequenceid=320, filesize=12.0 K 2024-11-09T05:15:51,017 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~370.48 KB/379376, currentSize=53.67 KB/54960 for db7c8540ca92c0ed3d96857695be5a87 in 568ms, sequenceid=320, compaction requested=true 2024-11-09T05:15:51,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:51,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:51,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-09T05:15:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-09T05:15:51,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T05:15:51,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3450 sec 2024-11-09T05:15:51,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3630 sec 2024-11-09T05:15:51,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T05:15:51,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:51,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:51,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:51,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:51,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:51,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:51,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/8d3ba936bcdb4ee58904727e17497ff3 is 50, key is test_row_1/A:col10/1731129350829/Put/seqid=0 2024-11-09T05:15:51,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741885_1061 (size=12297) 2024-11-09T05:15:51,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/8d3ba936bcdb4ee58904727e17497ff3 2024-11-09T05:15:51,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129411228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129411233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129411239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129411239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/939274d8de2e4c5bad83abff8b45a24d is 50, key is test_row_1/B:col10/1731129350829/Put/seqid=0 2024-11-09T05:15:51,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741886_1062 (size=9857) 2024-11-09T05:15:51,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/939274d8de2e4c5bad83abff8b45a24d 2024-11-09T05:15:51,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129411344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129411348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129411363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129411364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/e2139719ca8f47699d980d85981d293d is 50, key is test_row_1/C:col10/1731129350829/Put/seqid=0 2024-11-09T05:15:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741887_1063 (size=9857) 2024-11-09T05:15:51,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/e2139719ca8f47699d980d85981d293d 2024-11-09T05:15:51,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/8d3ba936bcdb4ee58904727e17497ff3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/8d3ba936bcdb4ee58904727e17497ff3 2024-11-09T05:15:51,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/8d3ba936bcdb4ee58904727e17497ff3, entries=150, sequenceid=332, filesize=12.0 K 2024-11-09T05:15:51,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/939274d8de2e4c5bad83abff8b45a24d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/939274d8de2e4c5bad83abff8b45a24d 2024-11-09T05:15:51,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/939274d8de2e4c5bad83abff8b45a24d, entries=100, sequenceid=332, filesize=9.6 K 2024-11-09T05:15:51,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/e2139719ca8f47699d980d85981d293d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e2139719ca8f47699d980d85981d293d 2024-11-09T05:15:51,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e2139719ca8f47699d980d85981d293d, entries=100, sequenceid=332, filesize=9.6 K 2024-11-09T05:15:51,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for db7c8540ca92c0ed3d96857695be5a87 in 306ms, sequenceid=332, compaction requested=true 2024-11-09T05:15:51,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:51,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:15:51,477 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:15:51,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:51,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:15:51,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:51,477 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:15:51,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:15:51,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:51,481 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47204 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:15:51,482 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/B is initiating minor compaction (all files) 2024-11-09T05:15:51,482 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/B in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:51,482 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/f4bdcef4abdf421285089ca0b96ccd09, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/19987fb912bd4bd18ef378b1084d65f4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/cab690d9c4b94d1f8153caaff5f8a387, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/939274d8de2e4c5bad83abff8b45a24d] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=46.1 K 2024-11-09T05:15:51,483 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:15:51,483 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/A is initiating minor compaction (all files) 2024-11-09T05:15:51,483 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/A in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:51,483 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/abe82dfc30924e2baa92b2693169de28, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/b2ad4208b1444ca3b92e8991b350abe7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/0ca28ed27d2d4e5585d039c22ba4b090, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/8d3ba936bcdb4ee58904727e17497ff3] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=48.5 K 2024-11-09T05:15:51,484 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting abe82dfc30924e2baa92b2693169de28, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731129348095 2024-11-09T05:15:51,485 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting f4bdcef4abdf421285089ca0b96ccd09, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731129348095 2024-11-09T05:15:51,486 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2ad4208b1444ca3b92e8991b350abe7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731129348794 2024-11-09T05:15:51,486 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 19987fb912bd4bd18ef378b1084d65f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731129348794 2024-11-09T05:15:51,487 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting cab690d9c4b94d1f8153caaff5f8a387, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731129349662 2024-11-09T05:15:51,487 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ca28ed27d2d4e5585d039c22ba4b090, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731129349662 2024-11-09T05:15:51,488 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d3ba936bcdb4ee58904727e17497ff3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731129350829 2024-11-09T05:15:51,488 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 939274d8de2e4c5bad83abff8b45a24d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731129350829 2024-11-09T05:15:51,537 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:51,538 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/52b848b7720d43d2af410ce2e6907283 is 50, key is test_row_0/A:col10/1731129349664/Put/seqid=0 2024-11-09T05:15:51,546 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:51,547 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/9846e44467aa4a0d89b736810582f735 is 50, key is test_row_0/B:col10/1731129349664/Put/seqid=0 2024-11-09T05:15:51,558 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129351208, max timestamp=1731129351554Num uniques 859; 2024-11-09T05:15:51,558 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:51,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741888_1064 (size=12881) 2024-11-09T05:15:51,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129351208, max timestamp=1731129351554Num uniques 859; 2024-11-09T05:15:51,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:51,565 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129351208, max timestamp=1731129351554Num uniques 859; 2024-11-09T05:15:51,565 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:51,574 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/52b848b7720d43d2af410ce2e6907283 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/52b848b7720d43d2af410ce2e6907283 2024-11-09T05:15:51,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741889_1065 (size=12881) 2024-11-09T05:15:51,590 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/A of db7c8540ca92c0ed3d96857695be5a87 into 52b848b7720d43d2af410ce2e6907283(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:51,590 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:51,591 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/A, priority=12, startTime=1731129351476; duration=0sec 2024-11-09T05:15:51,591 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:51,591 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:A 2024-11-09T05:15:51,591 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:15:51,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-09T05:15:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:51,594 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47204 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:15:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:51,594 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/C is initiating minor compaction (all files) 2024-11-09T05:15:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:51,594 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/C in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:51,595 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/f52d84277b65444b8536e4bd7010180d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9b42d2c9e6dd408ebe977b84476af5a9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/70d5248a5dfc4931afe470318afe46fa, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e2139719ca8f47699d980d85981d293d] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=46.1 K 2024-11-09T05:15:51,595 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting f52d84277b65444b8536e4bd7010180d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731129348095 2024-11-09T05:15:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:51,597 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b42d2c9e6dd408ebe977b84476af5a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731129348794 2024-11-09T05:15:51,597 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70d5248a5dfc4931afe470318afe46fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731129349662 2024-11-09T05:15:51,599 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2139719ca8f47699d980d85981d293d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731129350829 2024-11-09T05:15:51,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/90fd770b6b094d818c90938e74668466 is 50, key is test_row_0/A:col10/1731129351571/Put/seqid=0 2024-11-09T05:15:51,638 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:51,638 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/055207c3df5847778debbb7735745d07 is 50, key is test_row_0/C:col10/1731129349664/Put/seqid=0 2024-11-09T05:15:51,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741890_1066 (size=24505) 2024-11-09T05:15:51,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731129351634, max timestamp=1731129351666Num uniques 859; 2024-11-09T05:15:51,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T05:15:51,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129351639, max timestamp=1731129351666Num uniques 859; 2024-11-09T05:15:51,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:51,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129351639, max timestamp=1731129351668Num uniques 859; 2024-11-09T05:15:51,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:15:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741891_1067 (size=12881) 2024-11-09T05:15:51,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129411733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129411736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129411730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129411738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T05:15:51,813 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:15:51,814 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:15:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-09T05:15:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:15:51,839 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:15:51,840 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:15:51,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:15:51,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129411853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129411853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129411853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129411854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:15:51,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T05:15:51,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:51,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:51,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:51,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:51,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:52,004 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/9846e44467aa4a0d89b736810582f735 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/9846e44467aa4a0d89b736810582f735 2024-11-09T05:15:52,023 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/B of db7c8540ca92c0ed3d96857695be5a87 into 9846e44467aa4a0d89b736810582f735(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:52,023 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:52,023 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/B, priority=12, startTime=1731129351477; duration=0sec 2024-11-09T05:15:52,024 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:52,024 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:B 2024-11-09T05:15:52,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/90fd770b6b094d818c90938e74668466 2024-11-09T05:15:52,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129412064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129412064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129412064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129412064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/b5698b744f75440c9b8d8f733d51dd50 is 50, key is test_row_0/B:col10/1731129351571/Put/seqid=0 2024-11-09T05:15:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741892_1068 (size=12301) 2024-11-09T05:15:52,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/b5698b744f75440c9b8d8f733d51dd50 2024-11-09T05:15:52,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/ecdbf77ff98b47bbb0387128fc0b8072 is 50, key is test_row_0/C:col10/1731129351571/Put/seqid=0 2024-11-09T05:15:52,132 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/055207c3df5847778debbb7735745d07 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/055207c3df5847778debbb7735745d07 2024-11-09T05:15:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:15:52,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T05:15:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:52,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:52,156 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/C of db7c8540ca92c0ed3d96857695be5a87 into 055207c3df5847778debbb7735745d07(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:52,156 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:52,156 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/C, priority=12, startTime=1731129351477; duration=0sec 2024-11-09T05:15:52,156 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:52,156 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:C 2024-11-09T05:15:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:52,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741893_1069 (size=12301) 2024-11-09T05:15:52,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56350 deadline: 1731129412234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,238 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in db7c8540ca92c0ed3d96857695be5a87 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:15:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T05:15:52,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:52,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:52,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:52,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:52,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:52,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129412383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129412384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129412384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129412384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:15:52,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T05:15:52,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:52,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:52,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:52,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:52,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:52,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/ecdbf77ff98b47bbb0387128fc0b8072 2024-11-09T05:15:52,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/90fd770b6b094d818c90938e74668466 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/90fd770b6b094d818c90938e74668466 2024-11-09T05:15:52,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/90fd770b6b094d818c90938e74668466, entries=400, sequenceid=358, filesize=23.9 K 2024-11-09T05:15:52,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/b5698b744f75440c9b8d8f733d51dd50 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b5698b744f75440c9b8d8f733d51dd50 2024-11-09T05:15:52,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b5698b744f75440c9b8d8f733d51dd50, entries=150, sequenceid=358, filesize=12.0 K 2024-11-09T05:15:52,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/ecdbf77ff98b47bbb0387128fc0b8072 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ecdbf77ff98b47bbb0387128fc0b8072 2024-11-09T05:15:52,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ecdbf77ff98b47bbb0387128fc0b8072, entries=150, sequenceid=358, filesize=12.0 K 2024-11-09T05:15:52,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=136.42 KB/139690 for db7c8540ca92c0ed3d96857695be5a87 in 1016ms, sequenceid=358, compaction requested=false 2024-11-09T05:15:52,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:52,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T05:15:52,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:52,622 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=136.42 KB heapSize=385.38 KB 2024-11-09T05:15:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/5e818d34732349bbbeddf86e23f7526c is 50, key is test_row_0/A:col10/1731129351727/Put/seqid=0 2024-11-09T05:15:52,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741894_1070 (size=12301) 2024-11-09T05:15:52,653 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/5e818d34732349bbbeddf86e23f7526c 2024-11-09T05:15:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/d90a49c4342548b79f98fcac5deec444 is 50, key is test_row_0/B:col10/1731129351727/Put/seqid=0 2024-11-09T05:15:52,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741895_1071 (size=12301) 2024-11-09T05:15:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:52,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:52,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129412921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129412921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129412924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129412924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:15:53,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129413033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129413034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129413043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129413043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,102 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/d90a49c4342548b79f98fcac5deec444 2024-11-09T05:15:53,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/ecdbe6f6fc3f4d3f83a64986c0c3587b is 50, key is test_row_0/C:col10/1731129351727/Put/seqid=0 2024-11-09T05:15:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741896_1072 (size=12301) 2024-11-09T05:15:53,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129413244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129413244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129413254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129413254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,518 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/ecdbe6f6fc3f4d3f83a64986c0c3587b 2024-11-09T05:15:53,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/5e818d34732349bbbeddf86e23f7526c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/5e818d34732349bbbeddf86e23f7526c 2024-11-09T05:15:53,532 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/5e818d34732349bbbeddf86e23f7526c, entries=150, sequenceid=396, filesize=12.0 K 2024-11-09T05:15:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/d90a49c4342548b79f98fcac5deec444 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/d90a49c4342548b79f98fcac5deec444 2024-11-09T05:15:53,540 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/d90a49c4342548b79f98fcac5deec444, entries=150, sequenceid=396, filesize=12.0 K 2024-11-09T05:15:53,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/ecdbe6f6fc3f4d3f83a64986c0c3587b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ecdbe6f6fc3f4d3f83a64986c0c3587b 2024-11-09T05:15:53,548 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ecdbe6f6fc3f4d3f83a64986c0c3587b, entries=150, sequenceid=396, filesize=12.0 K 2024-11-09T05:15:53,549 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~385.33 KB/394576, currentSize=53.67 KB/54960 for db7c8540ca92c0ed3d96857695be5a87 in 927ms, sequenceid=396, compaction requested=true 2024-11-09T05:15:53,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:53,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:53,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-09T05:15:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-09T05:15:53,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-09T05:15:53,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7110 sec 2024-11-09T05:15:53,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T05:15:53,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:53,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:53,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:53,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:53,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:53,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:53,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.7410 sec 2024-11-09T05:15:53,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/1471f4cdc7eb4151b46f729026463385 is 50, key is test_row_0/A:col10/1731129353554/Put/seqid=0 2024-11-09T05:15:53,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741897_1073 (size=14741) 2024-11-09T05:15:53,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129413612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129353583, max timestamp=1731129353617Num uniques 859; 2024-11-09T05:15:53,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:15:53,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129353583, max timestamp=1731129353617Num uniques 859; 2024-11-09T05:15:53,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:15:53,624 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129353583, max timestamp=1731129353617Num uniques 859; 2024-11-09T05:15:53,624 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:15:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129413661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129413662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129413665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129413723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129413773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129413773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129413773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129413933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:53,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:53,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:53,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129413983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:15:54,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:54,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/1471f4cdc7eb4151b46f729026463385 2024-11-09T05:15:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129414007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:54,008 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:15:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:54,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129414008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:54,010 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:15:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-09T05:15:54,013 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:15:54,014 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:15:54,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:15:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T05:15:54,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/7d51237139f94878b1c177630d6105c3 is 50, key is test_row_0/B:col10/1731129353554/Put/seqid=0 2024-11-09T05:15:54,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741898_1074 (size=12301) 2024-11-09T05:15:54,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/7d51237139f94878b1c177630d6105c3 2024-11-09T05:15:54,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/e875cbcfcc984b669fea21856519a4bd is 50, key is test_row_0/C:col10/1731129353554/Put/seqid=0 2024-11-09T05:15:54,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741899_1075 (size=12301) 2024-11-09T05:15:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T05:15:54,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T05:15:54,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:54,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:54,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:54,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:54,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:54,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129414254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:54,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129414314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129414314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:54,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129414314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:54,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:54,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T05:15:54,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:54,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:54,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:54,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:54,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T05:15:54,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/e875cbcfcc984b669fea21856519a4bd 2024-11-09T05:15:54,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/1471f4cdc7eb4151b46f729026463385 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/1471f4cdc7eb4151b46f729026463385 2024-11-09T05:15:54,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T05:15:54,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:54,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:54,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:54,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:54,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:54,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/1471f4cdc7eb4151b46f729026463385, entries=200, sequenceid=408, filesize=14.4 K 2024-11-09T05:15:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:54,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/7d51237139f94878b1c177630d6105c3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/7d51237139f94878b1c177630d6105c3 2024-11-09T05:15:54,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/7d51237139f94878b1c177630d6105c3, entries=150, sequenceid=408, filesize=12.0 K 2024-11-09T05:15:54,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/e875cbcfcc984b669fea21856519a4bd as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e875cbcfcc984b669fea21856519a4bd 2024-11-09T05:15:54,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e875cbcfcc984b669fea21856519a4bd, entries=150, sequenceid=408, filesize=12.0 K 2024-11-09T05:15:54,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for db7c8540ca92c0ed3d96857695be5a87 in 953ms, sequenceid=408, compaction requested=true 2024-11-09T05:15:54,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:54,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:15:54,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:54,509 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:15:54,509 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:15:54,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:15:54,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:54,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:15:54,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:54,511 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 64428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:15:54,511 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/A is initiating minor compaction (all files) 2024-11-09T05:15:54,511 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/A in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:54,511 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/52b848b7720d43d2af410ce2e6907283, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/90fd770b6b094d818c90938e74668466, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/5e818d34732349bbbeddf86e23f7526c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/1471f4cdc7eb4151b46f729026463385] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=62.9 K 2024-11-09T05:15:54,511 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:15:54,512 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/B is initiating minor compaction (all files) 2024-11-09T05:15:54,512 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/B in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:54,512 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/9846e44467aa4a0d89b736810582f735, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b5698b744f75440c9b8d8f733d51dd50, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/d90a49c4342548b79f98fcac5deec444, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/7d51237139f94878b1c177630d6105c3] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=48.6 K 2024-11-09T05:15:54,512 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52b848b7720d43d2af410ce2e6907283, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731129349664 2024-11-09T05:15:54,512 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 9846e44467aa4a0d89b736810582f735, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731129349664 2024-11-09T05:15:54,512 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90fd770b6b094d818c90938e74668466, keycount=400, bloomtype=ROW, size=23.9 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731129351208 2024-11-09T05:15:54,513 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b5698b744f75440c9b8d8f733d51dd50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731129351227 2024-11-09T05:15:54,513 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e818d34732349bbbeddf86e23f7526c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731129351713 2024-11-09T05:15:54,513 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting d90a49c4342548b79f98fcac5deec444, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731129351713 2024-11-09T05:15:54,513 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1471f4cdc7eb4151b46f729026463385, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731129352918 2024-11-09T05:15:54,514 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d51237139f94878b1c177630d6105c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731129352918 2024-11-09T05:15:54,540 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:54,540 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/52f6e476308f481380037fe4aeddf6ab is 50, key is test_row_0/A:col10/1731129353554/Put/seqid=0 2024-11-09T05:15:54,545 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#B#compaction#63 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:54,546 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/7a75bf4a06dd43b8a3a332ed42b71b80 is 50, key is test_row_0/B:col10/1731129353554/Put/seqid=0 2024-11-09T05:15:54,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741900_1076 (size=13017) 2024-11-09T05:15:54,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741901_1077 (size=13017) 2024-11-09T05:15:54,584 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/52f6e476308f481380037fe4aeddf6ab as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/52f6e476308f481380037fe4aeddf6ab 2024-11-09T05:15:54,598 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/A of db7c8540ca92c0ed3d96857695be5a87 into 52f6e476308f481380037fe4aeddf6ab(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:54,598 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:54,598 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/A, priority=12, startTime=1731129354509; duration=0sec 2024-11-09T05:15:54,598 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:54,598 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:A 2024-11-09T05:15:54,598 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:15:54,598 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/7a75bf4a06dd43b8a3a332ed42b71b80 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/7a75bf4a06dd43b8a3a332ed42b71b80 2024-11-09T05:15:54,602 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:15:54,602 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/C is initiating minor compaction (all files) 2024-11-09T05:15:54,602 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/C in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:54,602 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/055207c3df5847778debbb7735745d07, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ecdbf77ff98b47bbb0387128fc0b8072, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ecdbe6f6fc3f4d3f83a64986c0c3587b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e875cbcfcc984b669fea21856519a4bd] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=48.6 K 2024-11-09T05:15:54,603 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 055207c3df5847778debbb7735745d07, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731129349664 2024-11-09T05:15:54,604 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecdbf77ff98b47bbb0387128fc0b8072, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731129351227 2024-11-09T05:15:54,604 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecdbe6f6fc3f4d3f83a64986c0c3587b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731129351713 2024-11-09T05:15:54,605 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e875cbcfcc984b669fea21856519a4bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731129352918 2024-11-09T05:15:54,610 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/B of db7c8540ca92c0ed3d96857695be5a87 into 7a75bf4a06dd43b8a3a332ed42b71b80(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:54,611 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:54,611 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/B, priority=12, startTime=1731129354509; duration=0sec 2024-11-09T05:15:54,611 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:54,611 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:B 2024-11-09T05:15:54,623 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#C#compaction#65 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:54,626 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/d27e1e541aed4e59be2320d514c2321e is 50, key is test_row_0/C:col10/1731129353554/Put/seqid=0 2024-11-09T05:15:54,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T05:15:54,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:54,634 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-09T05:15:54,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T05:15:54,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/60cd0003c4f24575a85a88585d02b5fa is 50, key is test_row_0/A:col10/1731129353657/Put/seqid=0 2024-11-09T05:15:54,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741902_1078 (size=13017) 2024-11-09T05:15:54,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741903_1079 (size=12301) 2024-11-09T05:15:54,695 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/60cd0003c4f24575a85a88585d02b5fa 2024-11-09T05:15:54,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/b4634e63c10f4554bb195f537ada65d8 is 50, key is test_row_0/B:col10/1731129353657/Put/seqid=0 2024-11-09T05:15:54,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741904_1080 (size=12301) 2024-11-09T05:15:54,717 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/b4634e63c10f4554bb195f537ada65d8 2024-11-09T05:15:54,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/d918a72d0a2e4aa1b652e13918423e6e is 50, key is test_row_0/C:col10/1731129353657/Put/seqid=0 2024-11-09T05:15:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741905_1081 (size=12301) 2024-11-09T05:15:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:54,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:54,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129414808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:54,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129414823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129414823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:54,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129414834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:54,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129414924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:55,093 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/d27e1e541aed4e59be2320d514c2321e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d27e1e541aed4e59be2320d514c2321e 2024-11-09T05:15:55,116 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/C of db7c8540ca92c0ed3d96857695be5a87 into d27e1e541aed4e59be2320d514c2321e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:55,116 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:55,116 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/C, priority=12, startTime=1731129354509; duration=0sec 2024-11-09T05:15:55,116 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:55,116 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:C 2024-11-09T05:15:55,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129415134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:55,140 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/d918a72d0a2e4aa1b652e13918423e6e 2024-11-09T05:15:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T05:15:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/60cd0003c4f24575a85a88585d02b5fa as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/60cd0003c4f24575a85a88585d02b5fa 2024-11-09T05:15:55,171 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/60cd0003c4f24575a85a88585d02b5fa, entries=150, sequenceid=444, filesize=12.0 K 2024-11-09T05:15:55,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/b4634e63c10f4554bb195f537ada65d8 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b4634e63c10f4554bb195f537ada65d8 2024-11-09T05:15:55,184 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b4634e63c10f4554bb195f537ada65d8, entries=150, sequenceid=444, filesize=12.0 K 2024-11-09T05:15:55,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/d918a72d0a2e4aa1b652e13918423e6e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d918a72d0a2e4aa1b652e13918423e6e 2024-11-09T05:15:55,199 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d918a72d0a2e4aa1b652e13918423e6e, entries=150, sequenceid=444, filesize=12.0 K 2024-11-09T05:15:55,200 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for db7c8540ca92c0ed3d96857695be5a87 in 566ms, sequenceid=444, compaction requested=false 2024-11-09T05:15:55,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:55,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:55,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-09T05:15:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-09T05:15:55,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-09T05:15:55,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1880 sec 2024-11-09T05:15:55,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.1970 sec 2024-11-09T05:15:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:55,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T05:15:55,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:55,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:55,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:55,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:55,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:55,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:55,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/973457cd660d4f6584bbee35a8c1bb57 is 50, key is test_row_0/A:col10/1731129354775/Put/seqid=0 2024-11-09T05:15:55,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741906_1082 (size=12301) 2024-11-09T05:15:55,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129415529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:55,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:55,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129415633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:55,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129415833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:55,834 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_2' in db7c8540ca92c0ed3d96857695be5a87 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:15:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:55,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129415843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:55,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129415843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,849 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in db7c8540ca92c0ed3d96857695be5a87 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:15:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:55,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129415853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:55,854 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in db7c8540ca92c0ed3d96857695be5a87 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:15:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:55,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/973457cd660d4f6584bbee35a8c1bb57 2024-11-09T05:15:55,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/8fafc98e1c59444ca92f9befd38d25cb is 50, key is test_row_0/B:col10/1731129354775/Put/seqid=0 2024-11-09T05:15:55,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741907_1083 (size=12301) 2024-11-09T05:15:56,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129416153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T05:15:56,174 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:15:56,174 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:15:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-09T05:15:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T05:15:56,176 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:15:56,177 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:15:56,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:15:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T05:15:56,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/8fafc98e1c59444ca92f9befd38d25cb 2024-11-09T05:15:56,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/29c22f6936304cf5a8a6c45d838d1213 is 50, key is test_row_0/C:col10/1731129354775/Put/seqid=0 2024-11-09T05:15:56,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741908_1084 (size=12301) 2024-11-09T05:15:56,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T05:15:56,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:56,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:56,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:56,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T05:15:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:56,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T05:15:56,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T05:15:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:56,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:15:56,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129416664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:56,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/29c22f6936304cf5a8a6c45d838d1213 2024-11-09T05:15:56,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/973457cd660d4f6584bbee35a8c1bb57 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/973457cd660d4f6584bbee35a8c1bb57 2024-11-09T05:15:56,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/973457cd660d4f6584bbee35a8c1bb57, entries=150, sequenceid=458, filesize=12.0 K 2024-11-09T05:15:56,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/8fafc98e1c59444ca92f9befd38d25cb as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/8fafc98e1c59444ca92f9befd38d25cb 2024-11-09T05:15:56,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/8fafc98e1c59444ca92f9befd38d25cb, entries=150, sequenceid=458, filesize=12.0 K 2024-11-09T05:15:56,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/29c22f6936304cf5a8a6c45d838d1213 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/29c22f6936304cf5a8a6c45d838d1213 2024-11-09T05:15:56,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/29c22f6936304cf5a8a6c45d838d1213, entries=150, sequenceid=458, filesize=12.0 K 2024-11-09T05:15:56,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for db7c8540ca92c0ed3d96857695be5a87 in 1292ms, sequenceid=458, compaction requested=true 2024-11-09T05:15:56,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:56,738 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:15:56,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:15:56,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:56,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:15:56,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:56,739 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:15:56,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:15:56,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:56,740 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:15:56,740 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/A is initiating minor compaction (all files) 2024-11-09T05:15:56,740 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/A in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:56,740 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:15:56,740 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/B is initiating minor compaction (all files) 2024-11-09T05:15:56,740 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/52f6e476308f481380037fe4aeddf6ab, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/60cd0003c4f24575a85a88585d02b5fa, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/973457cd660d4f6584bbee35a8c1bb57] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=36.7 K 2024-11-09T05:15:56,740 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/B in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:56,740 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/7a75bf4a06dd43b8a3a332ed42b71b80, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b4634e63c10f4554bb195f537ada65d8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/8fafc98e1c59444ca92f9befd38d25cb] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=36.7 K 2024-11-09T05:15:56,741 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52f6e476308f481380037fe4aeddf6ab, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731129352918 2024-11-09T05:15:56,741 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a75bf4a06dd43b8a3a332ed42b71b80, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731129352918 2024-11-09T05:15:56,741 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60cd0003c4f24575a85a88585d02b5fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731129353657 2024-11-09T05:15:56,741 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b4634e63c10f4554bb195f537ada65d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731129353657 2024-11-09T05:15:56,742 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 973457cd660d4f6584bbee35a8c1bb57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731129354775 2024-11-09T05:15:56,742 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fafc98e1c59444ca92f9befd38d25cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731129354775 2024-11-09T05:15:56,754 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:56,754 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:56,755 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/50af17a47ccb45028c321983cab74b15 is 50, key is test_row_0/B:col10/1731129354775/Put/seqid=0 2024-11-09T05:15:56,755 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/64806fc29be443978394a69b581c49d7 is 50, key is test_row_0/A:col10/1731129354775/Put/seqid=0 2024-11-09T05:15:56,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741909_1085 (size=13119) 2024-11-09T05:15:56,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741910_1086 (size=13119) 2024-11-09T05:15:56,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T05:15:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:56,790 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-09T05:15:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/e8fb49e1e2da43e599053256dfa9d224 is 50, key is test_row_0/A:col10/1731129355527/Put/seqid=0 2024-11-09T05:15:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741911_1087 (size=12301) 2024-11-09T05:15:56,800 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/e8fb49e1e2da43e599053256dfa9d224 2024-11-09T05:15:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T05:15:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/ac490bfc93b445599f5d193795502f3b is 50, key is test_row_0/B:col10/1731129355527/Put/seqid=0 2024-11-09T05:15:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741912_1088 (size=12301) 2024-11-09T05:15:57,176 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/50af17a47ccb45028c321983cab74b15 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/50af17a47ccb45028c321983cab74b15 2024-11-09T05:15:57,179 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/64806fc29be443978394a69b581c49d7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/64806fc29be443978394a69b581c49d7 2024-11-09T05:15:57,191 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/A of db7c8540ca92c0ed3d96857695be5a87 into 64806fc29be443978394a69b581c49d7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:57,191 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/B of db7c8540ca92c0ed3d96857695be5a87 into 50af17a47ccb45028c321983cab74b15(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:57,191 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:57,191 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:57,191 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/B, priority=13, startTime=1731129356739; duration=0sec 2024-11-09T05:15:57,191 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/A, priority=13, startTime=1731129356738; duration=0sec 2024-11-09T05:15:57,191 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:57,192 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:A 2024-11-09T05:15:57,192 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:15:57,192 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:57,192 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:B 2024-11-09T05:15:57,196 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:15:57,196 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/C is initiating minor compaction (all files) 2024-11-09T05:15:57,196 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/C in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:57,197 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d27e1e541aed4e59be2320d514c2321e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d918a72d0a2e4aa1b652e13918423e6e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/29c22f6936304cf5a8a6c45d838d1213] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=36.7 K 2024-11-09T05:15:57,197 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting d27e1e541aed4e59be2320d514c2321e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731129352918 2024-11-09T05:15:57,198 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting d918a72d0a2e4aa1b652e13918423e6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731129353657 2024-11-09T05:15:57,198 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29c22f6936304cf5a8a6c45d838d1213, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731129354775 2024-11-09T05:15:57,216 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/ac490bfc93b445599f5d193795502f3b 2024-11-09T05:15:57,219 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:57,219 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/028cd9149dc54642af708407928c6a26 is 50, key is test_row_0/C:col10/1731129354775/Put/seqid=0 2024-11-09T05:15:57,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/c6f8c80511f3467d9a9747c0fbed93bc is 50, key is test_row_0/C:col10/1731129355527/Put/seqid=0 2024-11-09T05:15:57,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741913_1089 (size=13119) 2024-11-09T05:15:57,279 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/028cd9149dc54642af708407928c6a26 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/028cd9149dc54642af708407928c6a26 2024-11-09T05:15:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741914_1090 (size=12301) 2024-11-09T05:15:57,290 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/C of db7c8540ca92c0ed3d96857695be5a87 into 028cd9149dc54642af708407928c6a26(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:57,290 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:57,290 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/C, priority=13, startTime=1731129356739; duration=0sec 2024-11-09T05:15:57,290 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/c6f8c80511f3467d9a9747c0fbed93bc 2024-11-09T05:15:57,291 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:57,291 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:C 2024-11-09T05:15:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/e8fb49e1e2da43e599053256dfa9d224 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e8fb49e1e2da43e599053256dfa9d224 2024-11-09T05:15:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T05:15:57,319 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e8fb49e1e2da43e599053256dfa9d224, entries=150, sequenceid=477, filesize=12.0 K 2024-11-09T05:15:57,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/ac490bfc93b445599f5d193795502f3b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ac490bfc93b445599f5d193795502f3b 2024-11-09T05:15:57,332 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ac490bfc93b445599f5d193795502f3b, entries=150, sequenceid=477, filesize=12.0 K 2024-11-09T05:15:57,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/c6f8c80511f3467d9a9747c0fbed93bc as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/c6f8c80511f3467d9a9747c0fbed93bc 2024-11-09T05:15:57,355 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/c6f8c80511f3467d9a9747c0fbed93bc, entries=150, sequenceid=477, filesize=12.0 K 2024-11-09T05:15:57,361 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for db7c8540ca92c0ed3d96857695be5a87 in 571ms, sequenceid=477, compaction requested=false 2024-11-09T05:15:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:57,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-09T05:15:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-09T05:15:57,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-09T05:15:57,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1860 sec 2024-11-09T05:15:57,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.1970 sec 2024-11-09T05:15:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:57,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:15:57,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:57,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:57,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:57,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:57,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:57,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:57,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/163c52cec7964f558c14ec15c542da11 is 50, key is test_row_0/A:col10/1731129357694/Put/seqid=0 2024-11-09T05:15:57,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741915_1091 (size=14741) 2024-11-09T05:15:57,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129357784, max timestamp=1731129357819Num uniques 859; 2024-11-09T05:15:57,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129357784, max timestamp=1731129357819Num uniques 859; 2024-11-09T05:15:57,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:15:57,823 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:15:57,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129357784, max timestamp=1731129357819Num uniques 859; 2024-11-09T05:15:57,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:15:57,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129417882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:57,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129417885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:57,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129417885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:57,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129417894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129418004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129418004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129418004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129418013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/163c52cec7964f558c14ec15c542da11 2024-11-09T05:15:58,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/b5c215a95e0443a8bcbcbb175bebdd8c is 50, key is test_row_0/B:col10/1731129357694/Put/seqid=0 2024-11-09T05:15:58,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741916_1092 (size=12301) 2024-11-09T05:15:58,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/b5c215a95e0443a8bcbcbb175bebdd8c 2024-11-09T05:15:58,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129418214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129418214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/814a532aa14e4ca3bf4c2982dc57a6fc is 50, key is test_row_0/C:col10/1731129357694/Put/seqid=0 2024-11-09T05:15:58,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129418223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129418223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741917_1093 (size=12301) 2024-11-09T05:15:58,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/814a532aa14e4ca3bf4c2982dc57a6fc 2024-11-09T05:15:58,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/163c52cec7964f558c14ec15c542da11 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/163c52cec7964f558c14ec15c542da11 2024-11-09T05:15:58,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/163c52cec7964f558c14ec15c542da11, entries=200, sequenceid=490, filesize=14.4 K 2024-11-09T05:15:58,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/b5c215a95e0443a8bcbcbb175bebdd8c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b5c215a95e0443a8bcbcbb175bebdd8c 2024-11-09T05:15:58,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b5c215a95e0443a8bcbcbb175bebdd8c, entries=150, sequenceid=490, filesize=12.0 K 2024-11-09T05:15:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T05:15:58,324 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:15:58,325 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:15:58,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/814a532aa14e4ca3bf4c2982dc57a6fc as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/814a532aa14e4ca3bf4c2982dc57a6fc 2024-11-09T05:15:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-09T05:15:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T05:15:58,329 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:15:58,330 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:15:58,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:15:58,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/814a532aa14e4ca3bf4c2982dc57a6fc, entries=150, sequenceid=490, filesize=12.0 K 2024-11-09T05:15:58,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for db7c8540ca92c0ed3d96857695be5a87 in 644ms, sequenceid=490, compaction requested=true 2024-11-09T05:15:58,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:58,341 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:15:58,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:15:58,343 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:15:58,343 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/A is initiating minor compaction (all files) 2024-11-09T05:15:58,343 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/A in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:58,344 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/64806fc29be443978394a69b581c49d7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e8fb49e1e2da43e599053256dfa9d224, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/163c52cec7964f558c14ec15c542da11] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=39.2 K 2024-11-09T05:15:58,344 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64806fc29be443978394a69b581c49d7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731129354775 2024-11-09T05:15:58,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:58,345 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8fb49e1e2da43e599053256dfa9d224, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731129355478 2024-11-09T05:15:58,345 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:15:58,346 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 163c52cec7964f558c14ec15c542da11, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731129357676 2024-11-09T05:15:58,347 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:15:58,347 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/B is initiating minor compaction (all files) 2024-11-09T05:15:58,347 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/B in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:58,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:15:58,347 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/50af17a47ccb45028c321983cab74b15, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ac490bfc93b445599f5d193795502f3b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b5c215a95e0443a8bcbcbb175bebdd8c] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=36.8 K 2024-11-09T05:15:58,348 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 50af17a47ccb45028c321983cab74b15, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731129354775 2024-11-09T05:15:58,348 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting ac490bfc93b445599f5d193795502f3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731129355478 2024-11-09T05:15:58,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:58,349 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b5c215a95e0443a8bcbcbb175bebdd8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731129357676 2024-11-09T05:15:58,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:15:58,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:58,371 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:58,371 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/e63f322d51814311bcac1921484c2099 is 50, key is test_row_0/A:col10/1731129357694/Put/seqid=0 2024-11-09T05:15:58,374 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:58,375 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/94fdcbac0bad4fe588d08bab074b375d is 50, key is test_row_0/B:col10/1731129357694/Put/seqid=0 2024-11-09T05:15:58,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741918_1094 (size=13221) 2024-11-09T05:15:58,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741919_1095 (size=13221) 2024-11-09T05:15:58,423 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/e63f322d51814311bcac1921484c2099 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e63f322d51814311bcac1921484c2099 2024-11-09T05:15:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T05:15:58,435 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/94fdcbac0bad4fe588d08bab074b375d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/94fdcbac0bad4fe588d08bab074b375d 2024-11-09T05:15:58,437 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/A of db7c8540ca92c0ed3d96857695be5a87 into e63f322d51814311bcac1921484c2099(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:58,438 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:58,438 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/A, priority=13, startTime=1731129358340; duration=0sec 2024-11-09T05:15:58,438 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:15:58,439 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:A 2024-11-09T05:15:58,439 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:15:58,444 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:15:58,444 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/C is initiating minor compaction (all files) 2024-11-09T05:15:58,444 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/C in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:58,444 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/028cd9149dc54642af708407928c6a26, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/c6f8c80511f3467d9a9747c0fbed93bc, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/814a532aa14e4ca3bf4c2982dc57a6fc] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=36.8 K 2024-11-09T05:15:58,446 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 028cd9149dc54642af708407928c6a26, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731129354775 2024-11-09T05:15:58,446 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/B of db7c8540ca92c0ed3d96857695be5a87 into 94fdcbac0bad4fe588d08bab074b375d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:58,446 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:58,446 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6f8c80511f3467d9a9747c0fbed93bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731129355478 2024-11-09T05:15:58,446 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/B, priority=13, startTime=1731129358345; duration=0sec 2024-11-09T05:15:58,446 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:58,447 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:B 2024-11-09T05:15:58,447 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 814a532aa14e4ca3bf4c2982dc57a6fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731129357676 2024-11-09T05:15:58,466 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:15:58,467 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/6f0cae32f94a4ce0bbf9c9446f233a9d is 50, key is test_row_0/C:col10/1731129357694/Put/seqid=0 2024-11-09T05:15:58,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741920_1096 (size=13221) 2024-11-09T05:15:58,482 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/6f0cae32f94a4ce0bbf9c9446f233a9d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/6f0cae32f94a4ce0bbf9c9446f233a9d 2024-11-09T05:15:58,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T05:15:58,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:58,483 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-09T05:15:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:15:58,495 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/C of db7c8540ca92c0ed3d96857695be5a87 into 6f0cae32f94a4ce0bbf9c9446f233a9d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:15:58,495 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:58,495 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/C, priority=13, startTime=1731129358349; duration=0sec 2024-11-09T05:15:58,496 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:15:58,496 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:C 2024-11-09T05:15:58,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/4be34e3814924010b1456850c31f7b0a is 50, key is test_row_0/A:col10/1731129357878/Put/seqid=0 2024-11-09T05:15:58,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741921_1097 (size=12301) 2024-11-09T05:15:58,519 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/4be34e3814924010b1456850c31f7b0a 2024-11-09T05:15:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:58,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:58,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129418539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/f5f5e4e8037840d4bc3aa115251d11b4 is 50, key is test_row_0/B:col10/1731129357878/Put/seqid=0 2024-11-09T05:15:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129418540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129418546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129418548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741922_1098 (size=12301) 2024-11-09T05:15:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T05:15:58,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129418653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129418654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129418663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129418663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129418863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129418863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129418873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:58,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129418873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:58,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T05:15:58,965 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/f5f5e4e8037840d4bc3aa115251d11b4 2024-11-09T05:15:58,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/9d20b23bbfe6478a93b027700afd6046 is 50, key is test_row_0/C:col10/1731129357878/Put/seqid=0 2024-11-09T05:15:58,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741923_1099 (size=12301) 2024-11-09T05:15:59,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129419173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:59,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129419183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:59,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129419183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129419183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:59,385 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/9d20b23bbfe6478a93b027700afd6046 2024-11-09T05:15:59,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/4be34e3814924010b1456850c31f7b0a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/4be34e3814924010b1456850c31f7b0a 2024-11-09T05:15:59,401 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/4be34e3814924010b1456850c31f7b0a, entries=150, sequenceid=528, filesize=12.0 K 2024-11-09T05:15:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/f5f5e4e8037840d4bc3aa115251d11b4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/f5f5e4e8037840d4bc3aa115251d11b4 2024-11-09T05:15:59,413 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/f5f5e4e8037840d4bc3aa115251d11b4, entries=150, sequenceid=528, filesize=12.0 K 2024-11-09T05:15:59,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/9d20b23bbfe6478a93b027700afd6046 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9d20b23bbfe6478a93b027700afd6046 2024-11-09T05:15:59,421 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9d20b23bbfe6478a93b027700afd6046, entries=150, sequenceid=528, filesize=12.0 K 2024-11-09T05:15:59,422 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for db7c8540ca92c0ed3d96857695be5a87 in 939ms, sequenceid=528, compaction requested=false 2024-11-09T05:15:59,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:15:59,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:59,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-09T05:15:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-09T05:15:59,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-09T05:15:59,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0940 sec 2024-11-09T05:15:59,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.1010 sec 2024-11-09T05:15:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T05:15:59,464 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:15:59,464 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:15:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-09T05:15:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:15:59,467 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:15:59,467 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:15:59,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:15:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:15:59,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T05:15:59,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:15:59,620 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T05:15:59,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:15:59,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:59,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:15:59,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:59,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:15:59,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:15:59,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/fea9c83ecd16413d8e6efecb9b464aa1 is 50, key is test_row_0/A:col10/1731129358543/Put/seqid=0 2024-11-09T05:15:59,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741924_1100 (size=12301) 2024-11-09T05:15:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:15:59,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:15:59,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129359738, max timestamp=1731129359748Num uniques 859; 2024-11-09T05:15:59,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129359738, max timestamp=1731129359748Num uniques 859; 2024-11-09T05:15:59,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:15:59,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:59,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:15:59,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129359738, max timestamp=1731129359748Num uniques 859; 2024-11-09T05:15:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129419747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:59,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:15:59,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:59,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:59,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129419775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129419776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:59,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129419776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:15:59,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129419864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:59,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:59,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129419883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:59,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:59,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129419883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:15:59,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:15:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129419893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:15:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:15:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:00,052 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/fea9c83ecd16413d8e6efecb9b464aa1 2024-11-09T05:16:00,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/36ba2a3a02b846e18ec8e81c79b142fe is 50, key is test_row_0/B:col10/1731129358543/Put/seqid=0 2024-11-09T05:16:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741925_1101 (size=12301) 2024-11-09T05:16:00,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129420073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:16:00,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129420093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:00,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129420093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:00,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129420104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:00,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129420383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:00,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:00,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129420403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:00,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129420403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:00,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129420413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:00,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:00,466 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/36ba2a3a02b846e18ec8e81c79b142fe 2024-11-09T05:16:00,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/e54cc8ac162340df9309e9d9e6caade3 is 50, key is test_row_0/C:col10/1731129358543/Put/seqid=0 2024-11-09T05:16:00,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741926_1102 (size=12301) 2024-11-09T05:16:00,479 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/e54cc8ac162340df9309e9d9e6caade3 2024-11-09T05:16:00,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/fea9c83ecd16413d8e6efecb9b464aa1 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/fea9c83ecd16413d8e6efecb9b464aa1 2024-11-09T05:16:00,489 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/fea9c83ecd16413d8e6efecb9b464aa1, entries=150, sequenceid=540, filesize=12.0 K 2024-11-09T05:16:00,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/36ba2a3a02b846e18ec8e81c79b142fe as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/36ba2a3a02b846e18ec8e81c79b142fe 2024-11-09T05:16:00,497 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/36ba2a3a02b846e18ec8e81c79b142fe, entries=150, sequenceid=540, filesize=12.0 K 2024-11-09T05:16:00,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/e54cc8ac162340df9309e9d9e6caade3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e54cc8ac162340df9309e9d9e6caade3 2024-11-09T05:16:00,507 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e54cc8ac162340df9309e9d9e6caade3, entries=150, sequenceid=540, filesize=12.0 K 2024-11-09T05:16:00,509 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for db7c8540ca92c0ed3d96857695be5a87 in 888ms, sequenceid=540, compaction requested=true 2024-11-09T05:16:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:16:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:16:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T05:16:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T05:16:00,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-09T05:16:00,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0470 sec 2024-11-09T05:16:00,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.0530 sec 2024-11-09T05:16:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:16:00,603 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:00,604 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-09T05:16:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T05:16:00,608 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:00,609 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:00,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T05:16:00,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T05:16:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:16:00,763 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-09T05:16:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:16:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:16:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:16:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:00,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/f0f94bc2f904424e80490a52969a50a9 is 50, key is test_row_0/A:col10/1731129359775/Put/seqid=0 2024-11-09T05:16:00,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741927_1103 (size=12301) 2024-11-09T05:16:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:16:00,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. as already flushing 2024-11-09T05:16:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T05:16:00,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129420923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129420924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:00,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129420925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:00,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129420926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:01,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129421033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:01,035 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-09T05:16:01,035 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:01,035 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-09T05:16:01,035 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:01,036 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-09T05:16:01,036 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:01,040 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,040 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,040 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,040 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,040 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:01,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:01,041 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:01,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129421043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:01,051 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-09T05:16:01,052 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:01,052 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,052 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:01,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:01,179 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/f0f94bc2f904424e80490a52969a50a9 2024-11-09T05:16:01,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/632e16b24aef4bec97ec87968b15bc28 is 50, key is test_row_0/B:col10/1731129359775/Put/seqid=0 2024-11-09T05:16:01,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741928_1104 (size=12301) 2024-11-09T05:16:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T05:16:01,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129421243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:01,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129421254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:01,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56424 deadline: 1731129421553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:01,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:01,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56338 deadline: 1731129421563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:01,593 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/632e16b24aef4bec97ec87968b15bc28 2024-11-09T05:16:01,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/0809e3356b724738a645ea2aa7f5b076 is 50, key is test_row_0/C:col10/1731129359775/Put/seqid=0 2024-11-09T05:16:01,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741929_1105 (size=12301) 2024-11-09T05:16:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T05:16:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56418 deadline: 1731129421934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:01,936 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in db7c8540ca92c0ed3d96857695be5a87 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:01,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56382 deadline: 1731129421944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:01,947 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_2' in db7c8540ca92c0ed3d96857695be5a87 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:01,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:02,014 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/0809e3356b724738a645ea2aa7f5b076 2024-11-09T05:16:02,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/f0f94bc2f904424e80490a52969a50a9 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/f0f94bc2f904424e80490a52969a50a9 2024-11-09T05:16:02,033 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/f0f94bc2f904424e80490a52969a50a9, entries=150, sequenceid=574, filesize=12.0 K 2024-11-09T05:16:02,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/632e16b24aef4bec97ec87968b15bc28 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/632e16b24aef4bec97ec87968b15bc28 2024-11-09T05:16:02,040 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/632e16b24aef4bec97ec87968b15bc28, entries=150, sequenceid=574, filesize=12.0 K 2024-11-09T05:16:02,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/0809e3356b724738a645ea2aa7f5b076 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/0809e3356b724738a645ea2aa7f5b076 2024-11-09T05:16:02,049 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/0809e3356b724738a645ea2aa7f5b076, entries=150, sequenceid=574, filesize=12.0 K 2024-11-09T05:16:02,050 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for db7c8540ca92c0ed3d96857695be5a87 in 1287ms, sequenceid=574, compaction requested=true 2024-11-09T05:16:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:16:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:16:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T05:16:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T05:16:02,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-09T05:16:02,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4430 sec 2024-11-09T05:16:02,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.4500 sec 2024-11-09T05:16:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:16:02,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T05:16:02,064 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-09T05:16:02,064 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:02,064 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:02,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:16:02,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:02,064 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:02,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:16:02,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:02,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:02,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:16:02,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:02,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/3e35523863a44f2cb8ab22d622e18379 is 50, key is test_row_0/A:col10/1731129360925/Put/seqid=0 2024-11-09T05:16:02,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741930_1106 (size=12301) 2024-11-09T05:16:02,075 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-09T05:16:02,075 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:02,075 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:02,075 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:02,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:02,092 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:16:02,344 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-09T05:16:02,344 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:02,344 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:02,345 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:02,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:02,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/3e35523863a44f2cb8ab22d622e18379 2024-11-09T05:16:02,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/bcf7a4809263484095620a56395dba27 is 50, key is test_row_0/B:col10/1731129360925/Put/seqid=0 2024-11-09T05:16:02,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741931_1107 (size=12301) 2024-11-09T05:16:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T05:16:02,754 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:02,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/bcf7a4809263484095620a56395dba27 2024-11-09T05:16:02,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/506525040e6c400b9623da9d78038c3d is 50, key is test_row_0/C:col10/1731129360925/Put/seqid=0 2024-11-09T05:16:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741932_1108 (size=12301) 2024-11-09T05:16:03,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/506525040e6c400b9623da9d78038c3d 2024-11-09T05:16:03,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/3e35523863a44f2cb8ab22d622e18379 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/3e35523863a44f2cb8ab22d622e18379 2024-11-09T05:16:03,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/3e35523863a44f2cb8ab22d622e18379, entries=150, sequenceid=586, filesize=12.0 K 2024-11-09T05:16:03,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/bcf7a4809263484095620a56395dba27 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/bcf7a4809263484095620a56395dba27 2024-11-09T05:16:03,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/bcf7a4809263484095620a56395dba27, entries=150, sequenceid=586, filesize=12.0 K 2024-11-09T05:16:03,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/506525040e6c400b9623da9d78038c3d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/506525040e6c400b9623da9d78038c3d 2024-11-09T05:16:03,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/506525040e6c400b9623da9d78038c3d, entries=150, sequenceid=586, filesize=12.0 K 2024-11-09T05:16:03,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=13.42 KB/13740 for db7c8540ca92c0ed3d96857695be5a87 in 1264ms, sequenceid=586, compaction requested=true 2024-11-09T05:16:03,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:16:03,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:03,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:03,329 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T05:16:03,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:03,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:03,329 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T05:16:03,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db7c8540ca92c0ed3d96857695be5a87:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:03,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:03,331 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T05:16:03,331 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T05:16:03,331 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/B is initiating minor compaction (all files) 2024-11-09T05:16:03,331 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/A is initiating minor compaction (all files) 2024-11-09T05:16:03,331 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/B in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:16:03,331 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/A in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:16:03,332 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/94fdcbac0bad4fe588d08bab074b375d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/f5f5e4e8037840d4bc3aa115251d11b4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/36ba2a3a02b846e18ec8e81c79b142fe, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/632e16b24aef4bec97ec87968b15bc28, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/bcf7a4809263484095620a56395dba27] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=61.0 K 2024-11-09T05:16:03,332 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e63f322d51814311bcac1921484c2099, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/4be34e3814924010b1456850c31f7b0a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/fea9c83ecd16413d8e6efecb9b464aa1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/f0f94bc2f904424e80490a52969a50a9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/3e35523863a44f2cb8ab22d622e18379] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=61.0 K 2024-11-09T05:16:03,332 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 94fdcbac0bad4fe588d08bab074b375d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731129357676 2024-11-09T05:16:03,332 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e63f322d51814311bcac1921484c2099, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731129357676 2024-11-09T05:16:03,332 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4be34e3814924010b1456850c31f7b0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1731129357877 2024-11-09T05:16:03,332 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting f5f5e4e8037840d4bc3aa115251d11b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1731129357877 2024-11-09T05:16:03,333 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 36ba2a3a02b846e18ec8e81c79b142fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1731129358528 2024-11-09T05:16:03,333 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting fea9c83ecd16413d8e6efecb9b464aa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1731129358528 2024-11-09T05:16:03,333 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 632e16b24aef4bec97ec87968b15bc28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1731129359764 2024-11-09T05:16:03,333 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0f94bc2f904424e80490a52969a50a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1731129359764 2024-11-09T05:16:03,334 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting bcf7a4809263484095620a56395dba27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=586, earliestPutTs=1731129360902 2024-11-09T05:16:03,334 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e35523863a44f2cb8ab22d622e18379, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=586, earliestPutTs=1731129360902 2024-11-09T05:16:03,346 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#A#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:03,347 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/3e7c54639edf4f2197ce70e2d1466a39 is 50, key is test_row_0/A:col10/1731129360925/Put/seqid=0 2024-11-09T05:16:03,347 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#B#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:03,348 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/454ba320cc3f42268ae0fd1198acc3be is 50, key is test_row_0/B:col10/1731129360925/Put/seqid=0 2024-11-09T05:16:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741933_1109 (size=13391) 2024-11-09T05:16:03,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741934_1110 (size=13391) 2024-11-09T05:16:03,767 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/3e7c54639edf4f2197ce70e2d1466a39 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/3e7c54639edf4f2197ce70e2d1466a39 2024-11-09T05:16:03,777 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/454ba320cc3f42268ae0fd1198acc3be as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/454ba320cc3f42268ae0fd1198acc3be 2024-11-09T05:16:03,782 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/A of db7c8540ca92c0ed3d96857695be5a87 into 3e7c54639edf4f2197ce70e2d1466a39(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:03,783 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:16:03,783 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/A, priority=11, startTime=1731129363329; duration=0sec 2024-11-09T05:16:03,783 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:03,783 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:A 2024-11-09T05:16:03,783 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T05:16:03,787 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/B of db7c8540ca92c0ed3d96857695be5a87 into 454ba320cc3f42268ae0fd1198acc3be(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:03,787 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T05:16:03,787 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:16:03,787 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/B, priority=11, startTime=1731129363329; duration=0sec 2024-11-09T05:16:03,787 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): db7c8540ca92c0ed3d96857695be5a87/C is initiating minor compaction (all files) 2024-11-09T05:16:03,787 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db7c8540ca92c0ed3d96857695be5a87/C in TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:16:03,787 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:03,787 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:B 2024-11-09T05:16:03,787 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/6f0cae32f94a4ce0bbf9c9446f233a9d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9d20b23bbfe6478a93b027700afd6046, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e54cc8ac162340df9309e9d9e6caade3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/0809e3356b724738a645ea2aa7f5b076, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/506525040e6c400b9623da9d78038c3d] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp, totalSize=61.0 K 2024-11-09T05:16:03,788 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f0cae32f94a4ce0bbf9c9446f233a9d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731129357676 2024-11-09T05:16:03,788 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d20b23bbfe6478a93b027700afd6046, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1731129357877 2024-11-09T05:16:03,789 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e54cc8ac162340df9309e9d9e6caade3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1731129358528 2024-11-09T05:16:03,790 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0809e3356b724738a645ea2aa7f5b076, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1731129359764 2024-11-09T05:16:03,791 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 506525040e6c400b9623da9d78038c3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=586, earliestPutTs=1731129360902 2024-11-09T05:16:03,821 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db7c8540ca92c0ed3d96857695be5a87#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:03,822 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/36f59c8df2fd457db7c3060159f1d254 is 50, key is test_row_0/C:col10/1731129360925/Put/seqid=0 2024-11-09T05:16:03,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741935_1111 (size=13391) 2024-11-09T05:16:03,880 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/36f59c8df2fd457db7c3060159f1d254 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/36f59c8df2fd457db7c3060159f1d254 2024-11-09T05:16:03,890 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in db7c8540ca92c0ed3d96857695be5a87/C of db7c8540ca92c0ed3d96857695be5a87 into 36f59c8df2fd457db7c3060159f1d254(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:03,891 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db7c8540ca92c0ed3d96857695be5a87: 2024-11-09T05:16:03,891 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., storeName=db7c8540ca92c0ed3d96857695be5a87/C, priority=11, startTime=1731129363329; duration=0sec 2024-11-09T05:16:03,891 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:03,891 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db7c8540ca92c0ed3d96857695be5a87:C 2024-11-09T05:16:03,945 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-09T05:16:03,945 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:03,945 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:03,945 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:03,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:03,975 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-09T05:16:03,975 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:03,975 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:03,975 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:03,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:03,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 154 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2345 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2340 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1062 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3180 rows 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1067 2024-11-09T05:16:03,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3198 rows 2024-11-09T05:16:03,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:16:03,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:03,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:03,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:03,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:03,982 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T05:16:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:16:03,996 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129363995"}]},"ts":"1731129363995"} 2024-11-09T05:16:04,000 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T05:16:04,000 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T05:16:04,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:16:04,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db7c8540ca92c0ed3d96857695be5a87, UNASSIGN}] 2024-11-09T05:16:04,013 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db7c8540ca92c0ed3d96857695be5a87, UNASSIGN 2024-11-09T05:16:04,018 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=db7c8540ca92c0ed3d96857695be5a87, regionState=CLOSING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:16:04,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db7c8540ca92c0ed3d96857695be5a87, UNASSIGN because future has completed 2024-11-09T05:16:04,022 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:16:04,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:16:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:16:04,181 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:16:04,181 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:16:04,182 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing db7c8540ca92c0ed3d96857695be5a87, disabling compactions & flushes 2024-11-09T05:16:04,182 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:16:04,182 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:16:04,182 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. after waiting 0 ms 2024-11-09T05:16:04,182 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:16:04,183 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing db7c8540ca92c0ed3d96857695be5a87 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-09T05:16:04,183 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=A 2024-11-09T05:16:04,183 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:04,183 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=B 2024-11-09T05:16:04,184 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:04,184 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db7c8540ca92c0ed3d96857695be5a87, store=C 2024-11-09T05:16:04,184 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:04,189 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/716b4b7c7cc74ee0b91e31828dcbaea4 is 50, key is test_row_0/A:col10/1731129363944/Put/seqid=0 2024-11-09T05:16:04,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741936_1112 (size=9857) 2024-11-09T05:16:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:16:04,614 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/716b4b7c7cc74ee0b91e31828dcbaea4 2024-11-09T05:16:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:16:04,626 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/ca46e3cee8544d8cbc4d9c0f3aae1663 is 50, key is test_row_0/B:col10/1731129363944/Put/seqid=0 2024-11-09T05:16:04,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741937_1113 (size=9857) 2024-11-09T05:16:05,033 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/ca46e3cee8544d8cbc4d9c0f3aae1663 2024-11-09T05:16:05,046 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/3e8598ca47dc47f1b20a3306584df57f is 50, key is test_row_0/C:col10/1731129363944/Put/seqid=0 2024-11-09T05:16:05,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741938_1114 (size=9857) 2024-11-09T05:16:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:16:05,474 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/3e8598ca47dc47f1b20a3306584df57f 2024-11-09T05:16:05,480 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/A/716b4b7c7cc74ee0b91e31828dcbaea4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/716b4b7c7cc74ee0b91e31828dcbaea4 2024-11-09T05:16:05,484 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/716b4b7c7cc74ee0b91e31828dcbaea4, entries=100, sequenceid=596, filesize=9.6 K 2024-11-09T05:16:05,485 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/B/ca46e3cee8544d8cbc4d9c0f3aae1663 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ca46e3cee8544d8cbc4d9c0f3aae1663 2024-11-09T05:16:05,490 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ca46e3cee8544d8cbc4d9c0f3aae1663, entries=100, sequenceid=596, filesize=9.6 K 2024-11-09T05:16:05,491 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/.tmp/C/3e8598ca47dc47f1b20a3306584df57f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/3e8598ca47dc47f1b20a3306584df57f 2024-11-09T05:16:05,495 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/3e8598ca47dc47f1b20a3306584df57f, entries=100, sequenceid=596, filesize=9.6 K 2024-11-09T05:16:05,496 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for db7c8540ca92c0ed3d96857695be5a87 in 1314ms, sequenceid=596, compaction requested=false 2024-11-09T05:16:05,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/76e3c4529866459f86011fa578713f15, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/27b0d7c94fb64d53850b65613e1179d9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/1e16d37818e14778aa142374386a5a1e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/d3414084995c4d3aa1e2d571b497068e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/77c2f89249d64d759d54f030d3c28daf, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/8fb73c3a53b64dd0b384c8ccc4acdf33, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/c400567e24a44d149c4789925f8186d7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e9a4a41aefed4cb9ae63d9917d6cba2a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/7f8110ef49114961850629737f4c9aba, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/29e8fe2a51eb4041ade042d6f58e81ea, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/45dc93e30271474ca72a8effca6daa1a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/dd60287613194c40a80f5698b92588d5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/255f55f509454adbbbada6712b15a910, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/abe82dfc30924e2baa92b2693169de28, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/b2ad4208b1444ca3b92e8991b350abe7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/0ca28ed27d2d4e5585d039c22ba4b090, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/52b848b7720d43d2af410ce2e6907283, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/8d3ba936bcdb4ee58904727e17497ff3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/90fd770b6b094d818c90938e74668466, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/5e818d34732349bbbeddf86e23f7526c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/1471f4cdc7eb4151b46f729026463385, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/52f6e476308f481380037fe4aeddf6ab, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/60cd0003c4f24575a85a88585d02b5fa, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/64806fc29be443978394a69b581c49d7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/973457cd660d4f6584bbee35a8c1bb57, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e8fb49e1e2da43e599053256dfa9d224, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/163c52cec7964f558c14ec15c542da11, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e63f322d51814311bcac1921484c2099, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/4be34e3814924010b1456850c31f7b0a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/fea9c83ecd16413d8e6efecb9b464aa1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/f0f94bc2f904424e80490a52969a50a9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/3e35523863a44f2cb8ab22d622e18379] to archive 2024-11-09T05:16:05,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:16:05,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/76e3c4529866459f86011fa578713f15 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/76e3c4529866459f86011fa578713f15 2024-11-09T05:16:05,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/27b0d7c94fb64d53850b65613e1179d9 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/27b0d7c94fb64d53850b65613e1179d9 2024-11-09T05:16:05,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/1e16d37818e14778aa142374386a5a1e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/1e16d37818e14778aa142374386a5a1e 2024-11-09T05:16:05,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/d3414084995c4d3aa1e2d571b497068e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/d3414084995c4d3aa1e2d571b497068e 2024-11-09T05:16:05,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/77c2f89249d64d759d54f030d3c28daf to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/77c2f89249d64d759d54f030d3c28daf 2024-11-09T05:16:05,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/8fb73c3a53b64dd0b384c8ccc4acdf33 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/8fb73c3a53b64dd0b384c8ccc4acdf33 2024-11-09T05:16:05,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/c400567e24a44d149c4789925f8186d7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/c400567e24a44d149c4789925f8186d7 2024-11-09T05:16:05,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e9a4a41aefed4cb9ae63d9917d6cba2a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e9a4a41aefed4cb9ae63d9917d6cba2a 2024-11-09T05:16:05,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/7f8110ef49114961850629737f4c9aba to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/7f8110ef49114961850629737f4c9aba 2024-11-09T05:16:05,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/29e8fe2a51eb4041ade042d6f58e81ea to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/29e8fe2a51eb4041ade042d6f58e81ea 2024-11-09T05:16:05,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/45dc93e30271474ca72a8effca6daa1a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/45dc93e30271474ca72a8effca6daa1a 2024-11-09T05:16:05,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/dd60287613194c40a80f5698b92588d5 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/dd60287613194c40a80f5698b92588d5 2024-11-09T05:16:05,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/255f55f509454adbbbada6712b15a910 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/255f55f509454adbbbada6712b15a910 2024-11-09T05:16:05,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/abe82dfc30924e2baa92b2693169de28 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/abe82dfc30924e2baa92b2693169de28 2024-11-09T05:16:05,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/b2ad4208b1444ca3b92e8991b350abe7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/b2ad4208b1444ca3b92e8991b350abe7 2024-11-09T05:16:05,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/0ca28ed27d2d4e5585d039c22ba4b090 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/0ca28ed27d2d4e5585d039c22ba4b090 2024-11-09T05:16:05,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/52b848b7720d43d2af410ce2e6907283 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/52b848b7720d43d2af410ce2e6907283 2024-11-09T05:16:05,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/8d3ba936bcdb4ee58904727e17497ff3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/8d3ba936bcdb4ee58904727e17497ff3 2024-11-09T05:16:05,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/90fd770b6b094d818c90938e74668466 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/90fd770b6b094d818c90938e74668466 2024-11-09T05:16:05,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/5e818d34732349bbbeddf86e23f7526c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/5e818d34732349bbbeddf86e23f7526c 2024-11-09T05:16:05,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/1471f4cdc7eb4151b46f729026463385 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/1471f4cdc7eb4151b46f729026463385 2024-11-09T05:16:05,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/52f6e476308f481380037fe4aeddf6ab to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/52f6e476308f481380037fe4aeddf6ab 2024-11-09T05:16:05,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/60cd0003c4f24575a85a88585d02b5fa to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/60cd0003c4f24575a85a88585d02b5fa 2024-11-09T05:16:05,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/64806fc29be443978394a69b581c49d7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/64806fc29be443978394a69b581c49d7 2024-11-09T05:16:05,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/973457cd660d4f6584bbee35a8c1bb57 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/973457cd660d4f6584bbee35a8c1bb57 2024-11-09T05:16:05,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e8fb49e1e2da43e599053256dfa9d224 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e8fb49e1e2da43e599053256dfa9d224 2024-11-09T05:16:05,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/163c52cec7964f558c14ec15c542da11 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/163c52cec7964f558c14ec15c542da11 2024-11-09T05:16:05,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e63f322d51814311bcac1921484c2099 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/e63f322d51814311bcac1921484c2099 2024-11-09T05:16:05,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/4be34e3814924010b1456850c31f7b0a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/4be34e3814924010b1456850c31f7b0a 2024-11-09T05:16:05,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/fea9c83ecd16413d8e6efecb9b464aa1 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/fea9c83ecd16413d8e6efecb9b464aa1 2024-11-09T05:16:05,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/f0f94bc2f904424e80490a52969a50a9 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/f0f94bc2f904424e80490a52969a50a9 2024-11-09T05:16:05,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/3e35523863a44f2cb8ab22d622e18379 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/3e35523863a44f2cb8ab22d622e18379 2024-11-09T05:16:05,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/9c00b4014e394d928c7a8cc5a9cfe6ab, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/3baf8e6af73c4c8db5ae3e03ecdbd288, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/03a95eebc7a047169e4ac1fbe8d1040e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/03b01087ee90474b9db570326eaeb5b9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/a2cb1bcebf0045c8af5b0b5d83e4effe, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/e3ca6ab64cec48e7b97f69388e94577c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/5c1bf5d56d6a477c80670961c65cc9d0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/3ade583cc1a04f95a3b60115736a43d7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/26b9a6e19de34180a7a21c89a0b4ebb4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/660c8d56b7304ed0883f73658ba24ea5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/71e28b35c2a64bf6ac41467d7d764d7f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/748143a573524c008158b828e72cd08a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/f4bdcef4abdf421285089ca0b96ccd09, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ffeed2e1b39d4a1784bb219557c1cc1c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/19987fb912bd4bd18ef378b1084d65f4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/cab690d9c4b94d1f8153caaff5f8a387, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/9846e44467aa4a0d89b736810582f735, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/939274d8de2e4c5bad83abff8b45a24d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b5698b744f75440c9b8d8f733d51dd50, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/d90a49c4342548b79f98fcac5deec444, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/7a75bf4a06dd43b8a3a332ed42b71b80, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/7d51237139f94878b1c177630d6105c3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b4634e63c10f4554bb195f537ada65d8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/50af17a47ccb45028c321983cab74b15, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/8fafc98e1c59444ca92f9befd38d25cb, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ac490bfc93b445599f5d193795502f3b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/94fdcbac0bad4fe588d08bab074b375d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b5c215a95e0443a8bcbcbb175bebdd8c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/f5f5e4e8037840d4bc3aa115251d11b4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/36ba2a3a02b846e18ec8e81c79b142fe, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/632e16b24aef4bec97ec87968b15bc28, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/bcf7a4809263484095620a56395dba27] to archive 2024-11-09T05:16:05,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:16:05,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/9c00b4014e394d928c7a8cc5a9cfe6ab to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/9c00b4014e394d928c7a8cc5a9cfe6ab 2024-11-09T05:16:05,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/3baf8e6af73c4c8db5ae3e03ecdbd288 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/3baf8e6af73c4c8db5ae3e03ecdbd288 2024-11-09T05:16:05,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/03a95eebc7a047169e4ac1fbe8d1040e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/03a95eebc7a047169e4ac1fbe8d1040e 2024-11-09T05:16:05,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/03b01087ee90474b9db570326eaeb5b9 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/03b01087ee90474b9db570326eaeb5b9 2024-11-09T05:16:05,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/a2cb1bcebf0045c8af5b0b5d83e4effe to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/a2cb1bcebf0045c8af5b0b5d83e4effe 2024-11-09T05:16:05,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/e3ca6ab64cec48e7b97f69388e94577c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/e3ca6ab64cec48e7b97f69388e94577c 2024-11-09T05:16:05,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/5c1bf5d56d6a477c80670961c65cc9d0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/5c1bf5d56d6a477c80670961c65cc9d0 2024-11-09T05:16:05,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/3ade583cc1a04f95a3b60115736a43d7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/3ade583cc1a04f95a3b60115736a43d7 2024-11-09T05:16:05,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/26b9a6e19de34180a7a21c89a0b4ebb4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/26b9a6e19de34180a7a21c89a0b4ebb4 2024-11-09T05:16:05,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/660c8d56b7304ed0883f73658ba24ea5 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/660c8d56b7304ed0883f73658ba24ea5 2024-11-09T05:16:05,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/71e28b35c2a64bf6ac41467d7d764d7f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/71e28b35c2a64bf6ac41467d7d764d7f 2024-11-09T05:16:05,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/748143a573524c008158b828e72cd08a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/748143a573524c008158b828e72cd08a 2024-11-09T05:16:05,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/f4bdcef4abdf421285089ca0b96ccd09 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/f4bdcef4abdf421285089ca0b96ccd09 2024-11-09T05:16:05,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ffeed2e1b39d4a1784bb219557c1cc1c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ffeed2e1b39d4a1784bb219557c1cc1c 2024-11-09T05:16:05,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/19987fb912bd4bd18ef378b1084d65f4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/19987fb912bd4bd18ef378b1084d65f4 2024-11-09T05:16:05,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/cab690d9c4b94d1f8153caaff5f8a387 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/cab690d9c4b94d1f8153caaff5f8a387 2024-11-09T05:16:05,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/9846e44467aa4a0d89b736810582f735 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/9846e44467aa4a0d89b736810582f735 2024-11-09T05:16:05,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/939274d8de2e4c5bad83abff8b45a24d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/939274d8de2e4c5bad83abff8b45a24d 2024-11-09T05:16:05,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b5698b744f75440c9b8d8f733d51dd50 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b5698b744f75440c9b8d8f733d51dd50 2024-11-09T05:16:05,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/d90a49c4342548b79f98fcac5deec444 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/d90a49c4342548b79f98fcac5deec444 2024-11-09T05:16:05,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/7a75bf4a06dd43b8a3a332ed42b71b80 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/7a75bf4a06dd43b8a3a332ed42b71b80 2024-11-09T05:16:05,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/7d51237139f94878b1c177630d6105c3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/7d51237139f94878b1c177630d6105c3 2024-11-09T05:16:05,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b4634e63c10f4554bb195f537ada65d8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b4634e63c10f4554bb195f537ada65d8 2024-11-09T05:16:05,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/50af17a47ccb45028c321983cab74b15 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/50af17a47ccb45028c321983cab74b15 2024-11-09T05:16:05,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/8fafc98e1c59444ca92f9befd38d25cb to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/8fafc98e1c59444ca92f9befd38d25cb 2024-11-09T05:16:05,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ac490bfc93b445599f5d193795502f3b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ac490bfc93b445599f5d193795502f3b 2024-11-09T05:16:05,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/94fdcbac0bad4fe588d08bab074b375d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/94fdcbac0bad4fe588d08bab074b375d 2024-11-09T05:16:05,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b5c215a95e0443a8bcbcbb175bebdd8c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/b5c215a95e0443a8bcbcbb175bebdd8c 2024-11-09T05:16:05,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/f5f5e4e8037840d4bc3aa115251d11b4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/f5f5e4e8037840d4bc3aa115251d11b4 2024-11-09T05:16:05,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/36ba2a3a02b846e18ec8e81c79b142fe to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/36ba2a3a02b846e18ec8e81c79b142fe 2024-11-09T05:16:05,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/632e16b24aef4bec97ec87968b15bc28 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/632e16b24aef4bec97ec87968b15bc28 2024-11-09T05:16:05,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/bcf7a4809263484095620a56395dba27 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/bcf7a4809263484095620a56395dba27 2024-11-09T05:16:05,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ae9c61b5cc084cac974ffab800ba656d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/64b3b82a88ef4383b37dc3b5d7bc1d6f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9cfc112f1f1a405da12e6cb1a29a495f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/62a0a17aecaf49bf9487a89d734c4016, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/cb6371872602467397bdba9def40353e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d22943ef68f14d088bbd6c4fe5f26648, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/920c940e0c9946a1a2355fb0a80d6ab1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/4e29ce0c1ca64b4b9af4ac36ed1d3ac4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/68301f6eec254531a0bb4f316812b732, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9dce9bcd8bbb4171b2adb247d8e6ddd2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/2007b47d5c1045a98dd4753d060ba791, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/4f3654028aa24ac6855c2699d03b57d6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/f52d84277b65444b8536e4bd7010180d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/7eaa0c89b0794c2bbe3707d85ea33f9d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9b42d2c9e6dd408ebe977b84476af5a9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/70d5248a5dfc4931afe470318afe46fa, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/055207c3df5847778debbb7735745d07, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e2139719ca8f47699d980d85981d293d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ecdbf77ff98b47bbb0387128fc0b8072, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ecdbe6f6fc3f4d3f83a64986c0c3587b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d27e1e541aed4e59be2320d514c2321e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e875cbcfcc984b669fea21856519a4bd, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d918a72d0a2e4aa1b652e13918423e6e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/028cd9149dc54642af708407928c6a26, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/29c22f6936304cf5a8a6c45d838d1213, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/c6f8c80511f3467d9a9747c0fbed93bc, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/6f0cae32f94a4ce0bbf9c9446f233a9d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/814a532aa14e4ca3bf4c2982dc57a6fc, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9d20b23bbfe6478a93b027700afd6046, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e54cc8ac162340df9309e9d9e6caade3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/0809e3356b724738a645ea2aa7f5b076, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/506525040e6c400b9623da9d78038c3d] to archive 2024-11-09T05:16:05,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:16:05,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ae9c61b5cc084cac974ffab800ba656d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ae9c61b5cc084cac974ffab800ba656d 2024-11-09T05:16:05,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/64b3b82a88ef4383b37dc3b5d7bc1d6f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/64b3b82a88ef4383b37dc3b5d7bc1d6f 2024-11-09T05:16:05,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9cfc112f1f1a405da12e6cb1a29a495f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9cfc112f1f1a405da12e6cb1a29a495f 2024-11-09T05:16:05,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/62a0a17aecaf49bf9487a89d734c4016 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/62a0a17aecaf49bf9487a89d734c4016 2024-11-09T05:16:05,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/cb6371872602467397bdba9def40353e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/cb6371872602467397bdba9def40353e 2024-11-09T05:16:05,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d22943ef68f14d088bbd6c4fe5f26648 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d22943ef68f14d088bbd6c4fe5f26648 2024-11-09T05:16:05,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/920c940e0c9946a1a2355fb0a80d6ab1 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/920c940e0c9946a1a2355fb0a80d6ab1 2024-11-09T05:16:05,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/4e29ce0c1ca64b4b9af4ac36ed1d3ac4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/4e29ce0c1ca64b4b9af4ac36ed1d3ac4 2024-11-09T05:16:05,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/68301f6eec254531a0bb4f316812b732 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/68301f6eec254531a0bb4f316812b732 2024-11-09T05:16:05,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9dce9bcd8bbb4171b2adb247d8e6ddd2 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9dce9bcd8bbb4171b2adb247d8e6ddd2 2024-11-09T05:16:05,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/2007b47d5c1045a98dd4753d060ba791 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/2007b47d5c1045a98dd4753d060ba791 2024-11-09T05:16:05,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/4f3654028aa24ac6855c2699d03b57d6 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/4f3654028aa24ac6855c2699d03b57d6 2024-11-09T05:16:05,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/f52d84277b65444b8536e4bd7010180d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/f52d84277b65444b8536e4bd7010180d 2024-11-09T05:16:05,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/7eaa0c89b0794c2bbe3707d85ea33f9d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/7eaa0c89b0794c2bbe3707d85ea33f9d 2024-11-09T05:16:05,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9b42d2c9e6dd408ebe977b84476af5a9 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9b42d2c9e6dd408ebe977b84476af5a9 2024-11-09T05:16:05,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/70d5248a5dfc4931afe470318afe46fa to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/70d5248a5dfc4931afe470318afe46fa 2024-11-09T05:16:05,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/055207c3df5847778debbb7735745d07 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/055207c3df5847778debbb7735745d07 2024-11-09T05:16:05,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e2139719ca8f47699d980d85981d293d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e2139719ca8f47699d980d85981d293d 2024-11-09T05:16:05,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ecdbf77ff98b47bbb0387128fc0b8072 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ecdbf77ff98b47bbb0387128fc0b8072 2024-11-09T05:16:05,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ecdbe6f6fc3f4d3f83a64986c0c3587b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/ecdbe6f6fc3f4d3f83a64986c0c3587b 2024-11-09T05:16:05,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d27e1e541aed4e59be2320d514c2321e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d27e1e541aed4e59be2320d514c2321e 2024-11-09T05:16:05,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e875cbcfcc984b669fea21856519a4bd to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e875cbcfcc984b669fea21856519a4bd 2024-11-09T05:16:05,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d918a72d0a2e4aa1b652e13918423e6e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/d918a72d0a2e4aa1b652e13918423e6e 2024-11-09T05:16:05,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/028cd9149dc54642af708407928c6a26 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/028cd9149dc54642af708407928c6a26 2024-11-09T05:16:05,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/29c22f6936304cf5a8a6c45d838d1213 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/29c22f6936304cf5a8a6c45d838d1213 2024-11-09T05:16:05,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/c6f8c80511f3467d9a9747c0fbed93bc to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/c6f8c80511f3467d9a9747c0fbed93bc 2024-11-09T05:16:05,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/6f0cae32f94a4ce0bbf9c9446f233a9d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/6f0cae32f94a4ce0bbf9c9446f233a9d 2024-11-09T05:16:05,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/814a532aa14e4ca3bf4c2982dc57a6fc to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/814a532aa14e4ca3bf4c2982dc57a6fc 2024-11-09T05:16:05,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9d20b23bbfe6478a93b027700afd6046 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/9d20b23bbfe6478a93b027700afd6046 2024-11-09T05:16:05,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e54cc8ac162340df9309e9d9e6caade3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/e54cc8ac162340df9309e9d9e6caade3 2024-11-09T05:16:05,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/0809e3356b724738a645ea2aa7f5b076 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/0809e3356b724738a645ea2aa7f5b076 2024-11-09T05:16:05,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/506525040e6c400b9623da9d78038c3d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/506525040e6c400b9623da9d78038c3d 2024-11-09T05:16:05,683 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/recovered.edits/599.seqid, newMaxSeqId=599, maxSeqId=1 2024-11-09T05:16:05,685 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. 2024-11-09T05:16:05,685 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for db7c8540ca92c0ed3d96857695be5a87: Waiting for close lock at 1731129364182Running coprocessor pre-close hooks at 1731129364182Disabling compacts and flushes for region at 1731129364182Disabling writes for close at 1731129364182Obtaining lock to block concurrent updates at 1731129364183 (+1 ms)Preparing flush snapshotting stores in db7c8540ca92c0ed3d96857695be5a87 at 1731129364183Finished memstore snapshotting TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731129364184 (+1 ms)Flushing stores of TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87. at 1731129364184Flushing db7c8540ca92c0ed3d96857695be5a87/A: creating writer at 1731129364184Flushing db7c8540ca92c0ed3d96857695be5a87/A: appending metadata at 1731129364188 (+4 ms)Flushing db7c8540ca92c0ed3d96857695be5a87/A: closing flushed file at 1731129364188Flushing db7c8540ca92c0ed3d96857695be5a87/B: creating writer at 1731129364620 (+432 ms)Flushing db7c8540ca92c0ed3d96857695be5a87/B: appending metadata at 1731129364625 (+5 ms)Flushing db7c8540ca92c0ed3d96857695be5a87/B: closing flushed file at 1731129364625Flushing db7c8540ca92c0ed3d96857695be5a87/C: creating writer at 1731129365040 (+415 ms)Flushing db7c8540ca92c0ed3d96857695be5a87/C: appending metadata at 1731129365045 (+5 ms)Flushing db7c8540ca92c0ed3d96857695be5a87/C: closing flushed file at 1731129365045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f3924: reopening flushed file at 1731129365479 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d11ace: reopening flushed file at 1731129365485 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7ad2d3: reopening flushed file at 1731129365490 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for db7c8540ca92c0ed3d96857695be5a87 in 1314ms, sequenceid=596, compaction requested=false at 1731129365496 (+6 ms)Writing region close event to WAL at 1731129365671 (+175 ms)Running coprocessor post-close hooks at 1731129365684 (+13 ms)Closed at 1731129365685 (+1 ms) 2024-11-09T05:16:05,689 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:16:05,690 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=db7c8540ca92c0ed3d96857695be5a87, regionState=CLOSED 2024-11-09T05:16:05,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:16:05,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-09T05:16:05,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure db7c8540ca92c0ed3d96857695be5a87, server=059551c538b7,34017,1731129333987 in 1.6800 sec 2024-11-09T05:16:05,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-09T05:16:05,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db7c8540ca92c0ed3d96857695be5a87, UNASSIGN in 1.6970 sec 2024-11-09T05:16:05,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-09T05:16:05,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7110 sec 2024-11-09T05:16:05,718 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129365718"}]},"ts":"1731129365718"} 2024-11-09T05:16:05,720 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T05:16:05,720 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T05:16:05,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7380 sec 2024-11-09T05:16:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:16:06,144 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:06,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T05:16:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:06,152 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-09T05:16:06,154 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:06,158 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:16:06,163 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/recovered.edits] 2024-11-09T05:16:06,166 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/3e7c54639edf4f2197ce70e2d1466a39 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/3e7c54639edf4f2197ce70e2d1466a39 2024-11-09T05:16:06,167 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/716b4b7c7cc74ee0b91e31828dcbaea4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/A/716b4b7c7cc74ee0b91e31828dcbaea4 2024-11-09T05:16:06,171 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/454ba320cc3f42268ae0fd1198acc3be to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/454ba320cc3f42268ae0fd1198acc3be 2024-11-09T05:16:06,172 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ca46e3cee8544d8cbc4d9c0f3aae1663 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/B/ca46e3cee8544d8cbc4d9c0f3aae1663 2024-11-09T05:16:06,175 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/36f59c8df2fd457db7c3060159f1d254 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/36f59c8df2fd457db7c3060159f1d254 2024-11-09T05:16:06,176 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/3e8598ca47dc47f1b20a3306584df57f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/C/3e8598ca47dc47f1b20a3306584df57f 2024-11-09T05:16:06,179 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/recovered.edits/599.seqid to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87/recovered.edits/599.seqid 2024-11-09T05:16:06,180 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/db7c8540ca92c0ed3d96857695be5a87 2024-11-09T05:16:06,180 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T05:16:06,186 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:06,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T05:16:06,197 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T05:16:06,240 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T05:16:06,242 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:06,242 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T05:16:06,242 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731129366242"}]},"ts":"9223372036854775807"} 2024-11-09T05:16:06,248 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:16:06,248 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => db7c8540ca92c0ed3d96857695be5a87, NAME => 'TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:16:06,248 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T05:16:06,248 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731129366248"}]},"ts":"9223372036854775807"} 2024-11-09T05:16:06,252 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T05:16:06,253 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:06,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 106 msec 2024-11-09T05:16:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-09T05:16:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T05:16:06,265 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:06,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=250 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_804687092_22 at /127.0.0.1:43350 [Waiting for operation #298] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1205810158_22 at /127.0.0.1:43216 [Waiting for operation #319] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/059551c538b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_804687092_22 at /127.0.0.1:36552 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1205810158_22 at /127.0.0.1:36554 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;059551c538b7:34017-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/059551c538b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=964 (was 2284) 2024-11-09T05:16:06,284 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=250, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=963 2024-11-09T05:16:06,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:16:06,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:16:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:06,288 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:16:06,289 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:06,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-09T05:16:06,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:16:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:16:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741939_1115 (size=1061) 2024-11-09T05:16:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:16:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:16:06,713 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1 2024-11-09T05:16:06,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741940_1116 (size=53) 2024-11-09T05:16:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:16:07,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:07,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9c7f245f166fe40afec2be98f99b24e8, disabling compactions & flushes 2024-11-09T05:16:07,134 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:07,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:07,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. after waiting 0 ms 2024-11-09T05:16:07,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:07,134 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:07,134 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c7f245f166fe40afec2be98f99b24e8: Waiting for close lock at 1731129367134Disabling compacts and flushes for region at 1731129367134Disabling writes for close at 1731129367134Writing region close event to WAL at 1731129367134Closed at 1731129367134 2024-11-09T05:16:07,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:16:07,137 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731129367137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129367137"}]},"ts":"1731129367137"} 2024-11-09T05:16:07,140 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:16:07,142 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:16:07,143 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129367142"}]},"ts":"1731129367142"} 2024-11-09T05:16:07,146 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T05:16:07,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, ASSIGN}] 2024-11-09T05:16:07,147 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, ASSIGN 2024-11-09T05:16:07,148 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, ASSIGN; state=OFFLINE, location=059551c538b7,34017,1731129333987; forceNewPlan=false, retain=false 2024-11-09T05:16:07,300 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=9c7f245f166fe40afec2be98f99b24e8, regionState=OPENING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:16:07,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, ASSIGN because future has completed 2024-11-09T05:16:07,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:16:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:16:07,466 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:07,466 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:16:07,467 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,467 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:07,468 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,468 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,470 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,473 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:16:07,474 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c7f245f166fe40afec2be98f99b24e8 columnFamilyName A 2024-11-09T05:16:07,475 DEBUG [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:07,476 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.HStore(327): Store=9c7f245f166fe40afec2be98f99b24e8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:07,476 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,478 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:16:07,478 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c7f245f166fe40afec2be98f99b24e8 columnFamilyName B 2024-11-09T05:16:07,479 DEBUG [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:07,479 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.HStore(327): Store=9c7f245f166fe40afec2be98f99b24e8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:07,479 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,481 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:16:07,481 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c7f245f166fe40afec2be98f99b24e8 columnFamilyName C 2024-11-09T05:16:07,481 DEBUG [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:07,481 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.HStore(327): Store=9c7f245f166fe40afec2be98f99b24e8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:07,481 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:07,481 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,482 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,482 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,483 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,483 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,484 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:16:07,485 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,487 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:16:07,488 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 9c7f245f166fe40afec2be98f99b24e8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64938789, jitterRate=-0.03233663737773895}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:16:07,488 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:07,488 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 9c7f245f166fe40afec2be98f99b24e8: Running coprocessor pre-open hook at 1731129367468Writing region info on filesystem at 1731129367468Initializing all the Stores at 1731129367469 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129367470 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129367470Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129367470Cleaning up temporary data from old regions at 1731129367483 (+13 ms)Running coprocessor post-open hooks at 1731129367488 (+5 ms)Region opened successfully at 1731129367488 2024-11-09T05:16:07,489 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., pid=36, masterSystemTime=1731129367459 2024-11-09T05:16:07,491 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:07,491 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:07,492 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=9c7f245f166fe40afec2be98f99b24e8, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:16:07,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:16:07,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-09T05:16:07,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 in 189 msec 2024-11-09T05:16:07,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-09T05:16:07,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, ASSIGN in 349 msec 2024-11-09T05:16:07,498 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:16:07,498 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129367498"}]},"ts":"1731129367498"} 2024-11-09T05:16:07,500 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T05:16:07,500 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:16:07,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2150 sec 2024-11-09T05:16:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T05:16:08,444 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:08,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcb2494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:08,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:08,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:08,456 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63097a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:08,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:08,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:08,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:08,460 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ba7963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:08,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:08,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:08,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:08,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:08,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:08,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41825,1731129333054 2024-11-09T05:16:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e382e3b 2024-11-09T05:16:08,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:08,474 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:08,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:16:08,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:16:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:08,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741941_1117 (size=1097) 2024-11-09T05:16:08,957 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-09T05:16:08,957 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-09T05:16:08,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:16:08,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, REOPEN/MOVE}] 2024-11-09T05:16:08,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, REOPEN/MOVE 2024-11-09T05:16:08,971 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9c7f245f166fe40afec2be98f99b24e8, regionState=CLOSING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:16:08,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, REOPEN/MOVE because future has completed 2024-11-09T05:16:08,973 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:16:08,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:16:09,126 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,126 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:16:09,126 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 9c7f245f166fe40afec2be98f99b24e8, disabling compactions & flushes 2024-11-09T05:16:09,126 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:09,126 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:09,126 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. after waiting 0 ms 2024-11-09T05:16:09,126 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:09,131 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T05:16:09,131 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:09,131 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 9c7f245f166fe40afec2be98f99b24e8: Waiting for close lock at 1731129369126Running coprocessor pre-close hooks at 1731129369126Disabling compacts and flushes for region at 1731129369126Disabling writes for close at 1731129369126Writing region close event to WAL at 1731129369127 (+1 ms)Running coprocessor post-close hooks at 1731129369131 (+4 ms)Closed at 1731129369131 2024-11-09T05:16:09,131 WARN [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 9c7f245f166fe40afec2be98f99b24e8 to self. 2024-11-09T05:16:09,134 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9c7f245f166fe40afec2be98f99b24e8, regionState=CLOSED 2024-11-09T05:16:09,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:16:09,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-09T05:16:09,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 in 164 msec 2024-11-09T05:16:09,140 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, REOPEN/MOVE; state=CLOSED, location=059551c538b7,34017,1731129333987; forceNewPlan=false, retain=true 2024-11-09T05:16:09,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9c7f245f166fe40afec2be98f99b24e8, regionState=OPENING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, REOPEN/MOVE because future has completed 2024-11-09T05:16:09,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:16:09,451 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:09,451 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:16:09,452 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,452 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:09,452 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,452 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,456 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,457 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:16:09,463 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c7f245f166fe40afec2be98f99b24e8 columnFamilyName A 2024-11-09T05:16:09,466 DEBUG [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:09,466 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.HStore(327): Store=9c7f245f166fe40afec2be98f99b24e8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:09,466 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,467 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:16:09,467 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c7f245f166fe40afec2be98f99b24e8 columnFamilyName B 2024-11-09T05:16:09,467 DEBUG [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:09,468 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.HStore(327): Store=9c7f245f166fe40afec2be98f99b24e8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:09,468 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,468 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:16:09,469 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c7f245f166fe40afec2be98f99b24e8 columnFamilyName C 2024-11-09T05:16:09,469 DEBUG [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:09,469 INFO [StoreOpener-9c7f245f166fe40afec2be98f99b24e8-1 {}] regionserver.HStore(327): Store=9c7f245f166fe40afec2be98f99b24e8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:09,469 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:09,469 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,470 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,471 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,472 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,472 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,473 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:16:09,474 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,475 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 9c7f245f166fe40afec2be98f99b24e8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68121134, jitterRate=0.015083998441696167}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:16:09,475 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,476 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 9c7f245f166fe40afec2be98f99b24e8: Running coprocessor pre-open hook at 1731129369452Writing region info on filesystem at 1731129369452Initializing all the Stores at 1731129369454 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129369454Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129369454Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129369454Cleaning up temporary data from old regions at 1731129369472 (+18 ms)Running coprocessor post-open hooks at 1731129369475 (+3 ms)Region opened successfully at 1731129369476 (+1 ms) 2024-11-09T05:16:09,477 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., pid=41, masterSystemTime=1731129369445 2024-11-09T05:16:09,479 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:09,480 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:09,480 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=9c7f245f166fe40afec2be98f99b24e8, regionState=OPEN, openSeqNum=5, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:16:09,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-09T05:16:09,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 in 190 msec 2024-11-09T05:16:09,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-09T05:16:09,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, REOPEN/MOVE in 516 msec 2024-11-09T05:16:09,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T05:16:09,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec 2024-11-09T05:16:09,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0030 sec 2024-11-09T05:16:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-09T05:16:09,495 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:09,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ed5d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:09,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:09,497 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:09,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6023397a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:09,499 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b0ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4406a4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:09,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:09,501 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:09,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:09,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30213712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:09,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:09,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:09,503 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5b3a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d0a90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:09,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:09,505 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:09,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:09,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:09,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206b8d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:09,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:09,506 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:09,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa95b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b236c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:09,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:09,509 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11feb480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:09,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:09,510 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e191c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:09,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:09,512 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:09,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38678899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:09,514 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f830596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae3464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:09,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:09,517 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:09,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:09,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:09,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7834c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:09,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:09,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:09,518 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e258cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbb11d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:09,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:09,521 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64877518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:09,522 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:09,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78429c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:09,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:09,525 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a9f068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:09,526 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:09,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1266e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ade04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:09,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:09,529 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac4b1b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:09,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:09,530 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:09,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1389b68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:09,532 DEBUG [Thread-600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:09,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:09,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:09,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:09,535 DEBUG [Thread-606 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:09,536 DEBUG [Thread-604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:09,537 DEBUG [Thread-615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:09,537 DEBUG [Thread-617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:09,537 DEBUG [Thread-611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:09,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:09,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:09,538 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:16:09,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:09,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:09,538 DEBUG [Thread-613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:09,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:09,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:09,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:09,539 DEBUG [Thread-613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:09,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-09T05:16:09,541 DEBUG [Thread-602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:09,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:09,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:09,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:09,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:09,542 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:09,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:16:09,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:16:09,543 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:09,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:09,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:09,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:16:09,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:16:09,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:16:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:16:09,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:16:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:16:09,550 DEBUG [Thread-608 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:09,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:09,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:09,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:09,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:16:09,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:09,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:09,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:09,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:09,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:09,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:16:09,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110915454a0aaef9441782e2b3df58ccf7c8_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129369552/Put/seqid=0 2024-11-09T05:16:09,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129369599, max timestamp=1731129369616Num uniques 859; 2024-11-09T05:16:09,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:09,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129369599, max timestamp=1731129369616Num uniques 859; 2024-11-09T05:16:09,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:09,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129369599, max timestamp=1731129369616Num uniques 859; 2024-11-09T05:16:09,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:09,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741942_1118 (size=14594) 2024-11-09T05:16:09,651 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:16:09,658 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110915454a0aaef9441782e2b3df58ccf7c8_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110915454a0aaef9441782e2b3df58ccf7c8_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:09,659 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/51d87a6b15cc42b894086d111657e6af, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:09,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/51d87a6b15cc42b894086d111657e6af is 175, key is test_row_0/A:col10/1731129369552/Put/seqid=0 2024-11-09T05:16:09,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129429657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741943_1119 (size=39549) 2024-11-09T05:16:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129429670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129429667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129429671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129429673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,683 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/51d87a6b15cc42b894086d111657e6af 2024-11-09T05:16:09,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:09,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:09,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:09,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:09,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:09,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:09,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/5624d1426f7147e6ad4e0b2eebb43e55 is 50, key is test_row_0/B:col10/1731129369552/Put/seqid=0 2024-11-09T05:16:09,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741944_1120 (size=12001) 2024-11-09T05:16:09,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/5624d1426f7147e6ad4e0b2eebb43e55 2024-11-09T05:16:09,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/e360d982111b4545a10f035b910fd5d8 is 50, key is test_row_0/C:col10/1731129369552/Put/seqid=0 2024-11-09T05:16:09,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129429773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129429784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129429784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129429784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129429794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741945_1121 (size=12001) 2024-11-09T05:16:09,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:09,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:09,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:09,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:09,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:09,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:16:09,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129429994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129429994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129429994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129429995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129430003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:10,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:10,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:10,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:10,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:16:10,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/e360d982111b4545a10f035b910fd5d8 2024-11-09T05:16:10,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/51d87a6b15cc42b894086d111657e6af as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/51d87a6b15cc42b894086d111657e6af 2024-11-09T05:16:10,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/51d87a6b15cc42b894086d111657e6af, entries=200, sequenceid=14, filesize=38.6 K 2024-11-09T05:16:10,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/5624d1426f7147e6ad4e0b2eebb43e55 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/5624d1426f7147e6ad4e0b2eebb43e55 2024-11-09T05:16:10,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/5624d1426f7147e6ad4e0b2eebb43e55, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T05:16:10,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/e360d982111b4545a10f035b910fd5d8 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/e360d982111b4545a10f035b910fd5d8 2024-11-09T05:16:10,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/e360d982111b4545a10f035b910fd5d8, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T05:16:10,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 9c7f245f166fe40afec2be98f99b24e8 in 686ms, sequenceid=14, compaction requested=false 2024-11-09T05:16:10,247 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T05:16:10,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:10,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-09T05:16:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:16:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:16:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:16:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:10,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129430315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129430316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129430317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129430321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129430322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095bb148e4790744d39f6f13756c7758e3_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129369668/Put/seqid=0 2024-11-09T05:16:10,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741946_1122 (size=12154) 2024-11-09T05:16:10,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129430433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129430433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129430433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129430433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129430443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:10,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:10,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129430644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129430644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129430644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129430644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129430653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:16:10,756 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:10,765 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095bb148e4790744d39f6f13756c7758e3_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095bb148e4790744d39f6f13756c7758e3_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:10,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/677ffb5cb37144eb9125873b20b4b78e, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:10,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/677ffb5cb37144eb9125873b20b4b78e is 175, key is test_row_0/A:col10/1731129369668/Put/seqid=0 2024-11-09T05:16:10,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741947_1123 (size=30955) 2024-11-09T05:16:10,774 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/677ffb5cb37144eb9125873b20b4b78e 2024-11-09T05:16:10,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/698589eeaa92497ab8e1e8c4aeb0378f is 50, key is test_row_0/B:col10/1731129369668/Put/seqid=0 2024-11-09T05:16:10,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741948_1124 (size=12001) 2024-11-09T05:16:10,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:10,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:10,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129430963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129430963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129430964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129430964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129430964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:11,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:11,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:11,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:11,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:11,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/698589eeaa92497ab8e1e8c4aeb0378f 2024-11-09T05:16:11,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:16:11,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/3079dd8d157142cca6919dd57d794b40 is 50, key is test_row_0/C:col10/1731129369668/Put/seqid=0 2024-11-09T05:16:11,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:11,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:11,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:11,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:11,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741949_1125 (size=12001) 2024-11-09T05:16:11,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:11,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:11,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:11,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:11,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129431474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:11,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129431474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:11,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129431475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:11,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129431475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:11,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129431475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:11,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:11,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:11,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:11,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:11,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/3079dd8d157142cca6919dd57d794b40 2024-11-09T05:16:11,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/677ffb5cb37144eb9125873b20b4b78e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/677ffb5cb37144eb9125873b20b4b78e 2024-11-09T05:16:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:16:11,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/677ffb5cb37144eb9125873b20b4b78e, entries=150, sequenceid=53, filesize=30.2 K 2024-11-09T05:16:11,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/698589eeaa92497ab8e1e8c4aeb0378f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/698589eeaa92497ab8e1e8c4aeb0378f 2024-11-09T05:16:11,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:11,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:11,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:11,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:11,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:11,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/698589eeaa92497ab8e1e8c4aeb0378f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-09T05:16:11,722 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-09T05:16:11,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/3079dd8d157142cca6919dd57d794b40 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/3079dd8d157142cca6919dd57d794b40 2024-11-09T05:16:11,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/3079dd8d157142cca6919dd57d794b40, entries=150, sequenceid=53, filesize=11.7 K 2024-11-09T05:16:11,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~440.72 KB/451296, currentSize=26.84 KB/27480 for 9c7f245f166fe40afec2be98f99b24e8 in 1426ms, sequenceid=53, compaction requested=false 2024-11-09T05:16:11,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:11,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:16:11,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:11,861 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-09T05:16:11,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:11,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:11,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:11,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:11,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:11,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091fcac6b9760749428000ee5ee73cbdb3_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129370310/Put/seqid=0 2024-11-09T05:16:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741950_1126 (size=12154) 2024-11-09T05:16:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:11,952 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091fcac6b9760749428000ee5ee73cbdb3_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091fcac6b9760749428000ee5ee73cbdb3_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:11,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/923d231cc573491ca216a73db88e05b8, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:11,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/923d231cc573491ca216a73db88e05b8 is 175, key is test_row_0/A:col10/1731129370310/Put/seqid=0 2024-11-09T05:16:12,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741951_1127 (size=30955) 2024-11-09T05:16:12,021 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/923d231cc573491ca216a73db88e05b8 2024-11-09T05:16:12,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/f19253db0c314d1cb873f3f89a83b806 is 50, key is test_row_0/B:col10/1731129370310/Put/seqid=0 2024-11-09T05:16:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741952_1128 (size=12001) 2024-11-09T05:16:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:12,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:12,505 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/f19253db0c314d1cb873f3f89a83b806 2024-11-09T05:16:12,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731129372508, max timestamp=1731129372525Num uniques 859; 2024-11-09T05:16:12,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:16:12,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731129372508, max timestamp=1731129372525Num uniques 859; 2024-11-09T05:16:12,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:16:12,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731129372508, max timestamp=1731129372525Num uniques 859; 2024-11-09T05:16:12,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:16:12,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/87107081ecf14bbeafdf40779ac1b2ac is 50, key is test_row_0/C:col10/1731129370310/Put/seqid=0 2024-11-09T05:16:12,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741953_1129 (size=12001) 2024-11-09T05:16:12,554 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/87107081ecf14bbeafdf40779ac1b2ac 2024-11-09T05:16:12,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/923d231cc573491ca216a73db88e05b8 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/923d231cc573491ca216a73db88e05b8 2024-11-09T05:16:12,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129432559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129432561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129432561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129432561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731129372548, max timestamp=1731129372565Num uniques 1118; 2024-11-09T05:16:12,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-09T05:16:12,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731129372548, max timestamp=1731129372565Num uniques 1118; 2024-11-09T05:16:12,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-09T05:16:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731129372548, max timestamp=1731129372565Num uniques 1118; 2024-11-09T05:16:12,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-09T05:16:12,576 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/923d231cc573491ca216a73db88e05b8, entries=150, sequenceid=60, filesize=30.2 K 2024-11-09T05:16:12,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/f19253db0c314d1cb873f3f89a83b806 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f19253db0c314d1cb873f3f89a83b806 2024-11-09T05:16:12,585 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f19253db0c314d1cb873f3f89a83b806, entries=150, sequenceid=60, filesize=11.7 K 2024-11-09T05:16:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/87107081ecf14bbeafdf40779ac1b2ac as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/87107081ecf14bbeafdf40779ac1b2ac 2024-11-09T05:16:12,594 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/87107081ecf14bbeafdf40779ac1b2ac, entries=150, sequenceid=60, filesize=11.7 K 2024-11-09T05:16:12,595 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=60.38 KB/61830 for 9c7f245f166fe40afec2be98f99b24e8 in 735ms, sequenceid=60, compaction requested=true 2024-11-09T05:16:12,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:12,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:12,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T05:16:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T05:16:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:12,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=67.09 KB heapSize=175.55 KB 2024-11-09T05:16:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:12,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:12,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:12,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:12,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-09T05:16:12,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0550 sec 2024-11-09T05:16:12,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 3.0680 sec 2024-11-09T05:16:12,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096dbc04dae85944059be5e65336baeaef_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129372573/Put/seqid=0 2024-11-09T05:16:12,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741954_1130 (size=14594) 2024-11-09T05:16:12,640 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:12,645 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096dbc04dae85944059be5e65336baeaef_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096dbc04dae85944059be5e65336baeaef_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:12,648 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/fb979157c42f43ef9ac0eb2ef7463f39, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:12,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/fb979157c42f43ef9ac0eb2ef7463f39 is 175, key is test_row_0/A:col10/1731129372573/Put/seqid=0 2024-11-09T05:16:12,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741955_1131 (size=39549) 2024-11-09T05:16:12,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129432683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129432683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129432684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129432686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129432687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129432793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129432793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129432793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129432805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129432805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:12,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:12,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129433004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129433004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129433004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129433013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129433023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,124 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/fb979157c42f43ef9ac0eb2ef7463f39 2024-11-09T05:16:13,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/3bc8dbf3a28d4dc1b8239b766364ef76 is 50, key is test_row_0/B:col10/1731129372573/Put/seqid=0 2024-11-09T05:16:13,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741956_1132 (size=12001) 2024-11-09T05:16:13,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129433313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129433313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129433313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129433323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129433333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/3bc8dbf3a28d4dc1b8239b766364ef76 2024-11-09T05:16:13,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/40fe9288cb0e4903a0e9d3a4dd126553 is 50, key is test_row_0/C:col10/1731129372573/Put/seqid=0 2024-11-09T05:16:13,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741957_1133 (size=12001) 2024-11-09T05:16:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:16:13,713 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:13,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-09T05:16:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T05:16:13,715 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:13,716 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:13,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T05:16:13,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129433823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129433823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129433823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129433833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129433843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:13,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T05:16:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:13,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:13,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/40fe9288cb0e4903a0e9d3a4dd126553 2024-11-09T05:16:13,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/fb979157c42f43ef9ac0eb2ef7463f39 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/fb979157c42f43ef9ac0eb2ef7463f39 2024-11-09T05:16:13,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/fb979157c42f43ef9ac0eb2ef7463f39, entries=200, sequenceid=102, filesize=38.6 K 2024-11-09T05:16:13,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/3bc8dbf3a28d4dc1b8239b766364ef76 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3bc8dbf3a28d4dc1b8239b766364ef76 2024-11-09T05:16:13,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3bc8dbf3a28d4dc1b8239b766364ef76, entries=150, sequenceid=102, filesize=11.7 K 2024-11-09T05:16:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/40fe9288cb0e4903a0e9d3a4dd126553 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/40fe9288cb0e4903a0e9d3a4dd126553 2024-11-09T05:16:13,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/40fe9288cb0e4903a0e9d3a4dd126553, entries=150, sequenceid=102, filesize=11.7 K 2024-11-09T05:16:13,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~175.50 KB/179712, currentSize=114.05 KB/116790 for 9c7f245f166fe40afec2be98f99b24e8 in 1387ms, sequenceid=102, compaction requested=true 2024-11-09T05:16:13,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:13,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:13,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:13,987 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:13,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:13,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:13,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:13,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:16:13,987 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:13,989 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:13,989 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/A is initiating minor compaction (all files) 2024-11-09T05:16:13,989 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/A in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:13,990 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/51d87a6b15cc42b894086d111657e6af, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/677ffb5cb37144eb9125873b20b4b78e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/923d231cc573491ca216a73db88e05b8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/fb979157c42f43ef9ac0eb2ef7463f39] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=137.7 K 2024-11-09T05:16:13,990 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:13,990 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/51d87a6b15cc42b894086d111657e6af, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/677ffb5cb37144eb9125873b20b4b78e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/923d231cc573491ca216a73db88e05b8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/fb979157c42f43ef9ac0eb2ef7463f39] 2024-11-09T05:16:13,990 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:13,990 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/B is initiating minor compaction (all files) 2024-11-09T05:16:13,990 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/B in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:13,990 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/5624d1426f7147e6ad4e0b2eebb43e55, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/698589eeaa92497ab8e1e8c4aeb0378f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f19253db0c314d1cb873f3f89a83b806, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3bc8dbf3a28d4dc1b8239b766364ef76] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=46.9 K 2024-11-09T05:16:13,991 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51d87a6b15cc42b894086d111657e6af, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731129369551 2024-11-09T05:16:13,991 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 5624d1426f7147e6ad4e0b2eebb43e55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731129369551 2024-11-09T05:16:13,991 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 677ffb5cb37144eb9125873b20b4b78e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731129369668 2024-11-09T05:16:13,991 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 698589eeaa92497ab8e1e8c4aeb0378f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731129369668 2024-11-09T05:16:13,991 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 923d231cc573491ca216a73db88e05b8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731129370310 2024-11-09T05:16:13,992 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting f19253db0c314d1cb873f3f89a83b806, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731129370310 2024-11-09T05:16:13,992 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb979157c42f43ef9ac0eb2ef7463f39, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731129372573 2024-11-09T05:16:13,992 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bc8dbf3a28d4dc1b8239b766364ef76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731129372573 2024-11-09T05:16:14,002 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:14,004 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#B#compaction#114 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:14,005 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/12c6591595324f438b745eb3c7ab9279 is 50, key is test_row_0/B:col10/1731129372573/Put/seqid=0 2024-11-09T05:16:14,007 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109febd4f74a8c049bf95e698f44f05e8fc_9c7f245f166fe40afec2be98f99b24e8 store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:14,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741958_1134 (size=12139) 2024-11-09T05:16:14,013 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109febd4f74a8c049bf95e698f44f05e8fc_9c7f245f166fe40afec2be98f99b24e8, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:14,014 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109febd4f74a8c049bf95e698f44f05e8fc_9c7f245f166fe40afec2be98f99b24e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:14,019 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/12c6591595324f438b745eb3c7ab9279 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/12c6591595324f438b745eb3c7ab9279 2024-11-09T05:16:14,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T05:16:14,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:14,022 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T05:16:14,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:14,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T05:16:14,035 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/B of 9c7f245f166fe40afec2be98f99b24e8 into 12c6591595324f438b745eb3c7ab9279(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:14,035 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:14,035 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/B, priority=12, startTime=1731129373987; duration=0sec 2024-11-09T05:16:14,035 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:14,035 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:B 2024-11-09T05:16:14,036 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:14,039 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:14,039 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/C is initiating minor compaction (all files) 2024-11-09T05:16:14,039 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/C in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:14,039 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/e360d982111b4545a10f035b910fd5d8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/3079dd8d157142cca6919dd57d794b40, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/87107081ecf14bbeafdf40779ac1b2ac, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/40fe9288cb0e4903a0e9d3a4dd126553] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=46.9 K 2024-11-09T05:16:14,041 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting e360d982111b4545a10f035b910fd5d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731129369551 2024-11-09T05:16:14,041 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3079dd8d157142cca6919dd57d794b40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731129369668 2024-11-09T05:16:14,042 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 87107081ecf14bbeafdf40779ac1b2ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731129370310 2024-11-09T05:16:14,043 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 40fe9288cb0e4903a0e9d3a4dd126553, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731129372573 2024-11-09T05:16:14,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741959_1135 (size=4469) 2024-11-09T05:16:14,054 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#A#compaction#115 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:14,055 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/e020056f838e463bb0f3b4cfd638eee3 is 175, key is test_row_0/A:col10/1731129372573/Put/seqid=0 2024-11-09T05:16:14,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097059f3cdaba14b9e843ece32f15b2004_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129372685/Put/seqid=0 2024-11-09T05:16:14,084 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#C#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:14,084 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/28e3324b6e4e4e8dba0a3f214a445189 is 50, key is test_row_0/C:col10/1731129372573/Put/seqid=0 2024-11-09T05:16:14,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741960_1136 (size=31093) 2024-11-09T05:16:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741961_1137 (size=12154) 2024-11-09T05:16:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,102 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097059f3cdaba14b9e843ece32f15b2004_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097059f3cdaba14b9e843ece32f15b2004_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:14,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741962_1138 (size=12139) 2024-11-09T05:16:14,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/e04647cbd9cb4c14ad650b83396c7bba, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:14,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/e04647cbd9cb4c14ad650b83396c7bba is 175, key is test_row_0/A:col10/1731129372685/Put/seqid=0 2024-11-09T05:16:14,114 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/28e3324b6e4e4e8dba0a3f214a445189 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/28e3324b6e4e4e8dba0a3f214a445189 2024-11-09T05:16:14,125 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/C of 9c7f245f166fe40afec2be98f99b24e8 into 28e3324b6e4e4e8dba0a3f214a445189(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:14,125 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:14,125 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/C, priority=12, startTime=1731129373987; duration=0sec 2024-11-09T05:16:14,126 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:14,126 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:C 2024-11-09T05:16:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741963_1139 (size=30955) 2024-11-09T05:16:14,137 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/e04647cbd9cb4c14ad650b83396c7bba 2024-11-09T05:16:14,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/eb21731199664319baa6e4469583a8df is 50, key is test_row_0/B:col10/1731129372685/Put/seqid=0 2024-11-09T05:16:14,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741964_1140 (size=12001) 2024-11-09T05:16:14,163 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/eb21731199664319baa6e4469583a8df 2024-11-09T05:16:14,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/e1c564c695414d86a0c875719c90dcfa is 50, key is test_row_0/C:col10/1731129372685/Put/seqid=0 2024-11-09T05:16:14,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741965_1141 (size=12001) 2024-11-09T05:16:14,200 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/e1c564c695414d86a0c875719c90dcfa 2024-11-09T05:16:14,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/e04647cbd9cb4c14ad650b83396c7bba as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e04647cbd9cb4c14ad650b83396c7bba 2024-11-09T05:16:14,221 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e04647cbd9cb4c14ad650b83396c7bba, entries=150, sequenceid=122, filesize=30.2 K 2024-11-09T05:16:14,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/eb21731199664319baa6e4469583a8df as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/eb21731199664319baa6e4469583a8df 2024-11-09T05:16:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,229 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/eb21731199664319baa6e4469583a8df, entries=150, sequenceid=122, filesize=11.7 K 2024-11-09T05:16:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/e1c564c695414d86a0c875719c90dcfa as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/e1c564c695414d86a0c875719c90dcfa 2024-11-09T05:16:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,244 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/e1c564c695414d86a0c875719c90dcfa, entries=150, sequenceid=122, filesize=11.7 K 2024-11-09T05:16:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,245 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 9c7f245f166fe40afec2be98f99b24e8 in 223ms, sequenceid=122, compaction requested=false 2024-11-09T05:16:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T05:16:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T05:16:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-09T05:16:14,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 531 msec 2024-11-09T05:16:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 537 msec 2024-11-09T05:16:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T05:16:14,344 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-09T05:16:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T05:16:14,348 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,350 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:14,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T05:16:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,493 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/e020056f838e463bb0f3b4cfd638eee3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e020056f838e463bb0f3b4cfd638eee3 2024-11-09T05:16:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,503 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/A of 9c7f245f166fe40afec2be98f99b24e8 into e020056f838e463bb0f3b4cfd638eee3(size=30.4 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:14,503 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:14,503 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/A, priority=12, startTime=1731129373987; duration=0sec 2024-11-09T05:16:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T05:16:14,504 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:14,504 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:A 2024-11-09T05:16:14,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:14,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:14,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-09T05:16:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-09T05:16:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T05:16:14,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-11-09T05:16:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 166 msec 2024-11-09T05:16:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T05:16:14,663 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-09T05:16:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T05:16:14,668 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,669 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T05:16:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T05:16:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-09T05:16:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-09T05:16:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-09T05:16:14,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-09T05:16:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 164 msec 2024-11-09T05:16:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:16:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110972ce4d80fd134a2398987dce86aaf1b2_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129374884/Put/seqid=0 2024-11-09T05:16:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741966_1142 (size=22268) 2024-11-09T05:16:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731129374885, max timestamp=1731129374943Num uniques 859; 2024-11-09T05:16:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-09T05:16:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,949 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731129374885, max timestamp=1731129374943Num uniques 859; 2024-11-09T05:16:14,949 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-09T05:16:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731129374885, max timestamp=1731129374943Num uniques 859; 2024-11-09T05:16:14,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-09T05:16:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129434952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:14,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129434953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:14,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:14,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129434959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129434968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:14,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:14,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:14,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:14,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129434967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T05:16:14,984 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:14,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-09T05:16:14,989 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:14,990 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:14,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:16:15,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129435073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129435073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129435073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129435083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129435084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:16:15,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T05:16:15,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:15,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:15,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:15,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129435283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129435283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129435283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129435293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129435293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T05:16:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:15,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:16:15,342 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:15,348 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110972ce4d80fd134a2398987dce86aaf1b2_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110972ce4d80fd134a2398987dce86aaf1b2_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:15,349 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/6b084f7ef39748f0a6d3bc1889df4e35, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:15,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/6b084f7ef39748f0a6d3bc1889df4e35 is 175, key is test_row_0/A:col10/1731129374884/Put/seqid=0 2024-11-09T05:16:15,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741967_1143 (size=65673) 2024-11-09T05:16:15,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T05:16:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:15,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129435593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129435594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129435594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T05:16:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:15,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129435603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129435603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:15,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:16:15,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T05:16:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:15,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,762 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/6b084f7ef39748f0a6d3bc1889df4e35 2024-11-09T05:16:15,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/e36a5934e3b44f3a9c3a56e9fccbfc38 is 50, key is test_row_0/B:col10/1731129374884/Put/seqid=0 2024-11-09T05:16:15,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741968_1144 (size=12151) 2024-11-09T05:16:15,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T05:16:15,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:15,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:15,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:15,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:16,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T05:16:16,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:16,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:16,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:16,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:16,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:16,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:16,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129436103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129436103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:16,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129436103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:16,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129436113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:16,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129436113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:16:16,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/e36a5934e3b44f3a9c3a56e9fccbfc38 2024-11-09T05:16:16,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/7f0d4ae81450448aba5ec33d6e5e84f0 is 50, key is test_row_0/C:col10/1731129374884/Put/seqid=0 2024-11-09T05:16:16,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T05:16:16,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:16,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:16,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:16,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:16,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741969_1145 (size=12151) 2024-11-09T05:16:16,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/7f0d4ae81450448aba5ec33d6e5e84f0 2024-11-09T05:16:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/6b084f7ef39748f0a6d3bc1889df4e35 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/6b084f7ef39748f0a6d3bc1889df4e35 2024-11-09T05:16:16,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/6b084f7ef39748f0a6d3bc1889df4e35, entries=350, sequenceid=137, filesize=64.1 K 2024-11-09T05:16:16,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/e36a5934e3b44f3a9c3a56e9fccbfc38 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/e36a5934e3b44f3a9c3a56e9fccbfc38 2024-11-09T05:16:16,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/e36a5934e3b44f3a9c3a56e9fccbfc38, entries=150, sequenceid=137, filesize=11.9 K 2024-11-09T05:16:16,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/7f0d4ae81450448aba5ec33d6e5e84f0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/7f0d4ae81450448aba5ec33d6e5e84f0 2024-11-09T05:16:16,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/7f0d4ae81450448aba5ec33d6e5e84f0, entries=150, sequenceid=137, filesize=11.9 K 2024-11-09T05:16:16,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for 9c7f245f166fe40afec2be98f99b24e8 in 1415ms, sequenceid=137, compaction requested=true 2024-11-09T05:16:16,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:16,299 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:16,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:16,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:16,300 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:16,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:16,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:16,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:16,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:16,300 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:16,301 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/A is initiating minor compaction (all files) 2024-11-09T05:16:16,301 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/A in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:16,301 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e020056f838e463bb0f3b4cfd638eee3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e04647cbd9cb4c14ad650b83396c7bba, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/6b084f7ef39748f0a6d3bc1889df4e35] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=124.7 K 2024-11-09T05:16:16,301 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:16,301 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e020056f838e463bb0f3b4cfd638eee3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e04647cbd9cb4c14ad650b83396c7bba, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/6b084f7ef39748f0a6d3bc1889df4e35] 2024-11-09T05:16:16,303 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e020056f838e463bb0f3b4cfd638eee3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731129372573 2024-11-09T05:16:16,305 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e04647cbd9cb4c14ad650b83396c7bba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731129372682 2024-11-09T05:16:16,305 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:16,305 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/B is initiating minor compaction (all files) 2024-11-09T05:16:16,306 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/B in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:16,306 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/12c6591595324f438b745eb3c7ab9279, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/eb21731199664319baa6e4469583a8df, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/e36a5934e3b44f3a9c3a56e9fccbfc38] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=35.4 K 2024-11-09T05:16:16,306 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b084f7ef39748f0a6d3bc1889df4e35, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731129374866 2024-11-09T05:16:16,307 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 12c6591595324f438b745eb3c7ab9279, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731129372573 2024-11-09T05:16:16,309 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting eb21731199664319baa6e4469583a8df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731129372682 2024-11-09T05:16:16,310 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting e36a5934e3b44f3a9c3a56e9fccbfc38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731129374869 2024-11-09T05:16:16,337 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:16,341 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#B#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:16,341 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/6a72a7723f8249fda2e3c0f3172bae96 is 50, key is test_row_0/B:col10/1731129374884/Put/seqid=0 2024-11-09T05:16:16,357 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109d4cf8393a82d43b384a27a2e728059ab_9c7f245f166fe40afec2be98f99b24e8 store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:16,360 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109d4cf8393a82d43b384a27a2e728059ab_9c7f245f166fe40afec2be98f99b24e8, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:16,360 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d4cf8393a82d43b384a27a2e728059ab_9c7f245f166fe40afec2be98f99b24e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:16,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T05:16:16,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:16,377 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=154.31 KB heapSize=379.13 KB 2024-11-09T05:16:16,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:16,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:16,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:16,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:16,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:16,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:16,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110904acfae8cee841548479c1dc8b4798f6_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129374943/Put/seqid=0 2024-11-09T05:16:16,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741971_1147 (size=4469) 2024-11-09T05:16:16,408 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#A#compaction#123 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:16,409 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/ce9d3873e5d5496991b2d37e2b433303 is 175, key is test_row_0/A:col10/1731129374884/Put/seqid=0 2024-11-09T05:16:16,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741970_1146 (size=12391) 2024-11-09T05:16:16,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741972_1148 (size=12304) 2024-11-09T05:16:16,418 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/6a72a7723f8249fda2e3c0f3172bae96 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/6a72a7723f8249fda2e3c0f3172bae96 2024-11-09T05:16:16,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741973_1149 (size=31345) 2024-11-09T05:16:16,423 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/B of 9c7f245f166fe40afec2be98f99b24e8 into 6a72a7723f8249fda2e3c0f3172bae96(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:16,423 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:16,423 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/B, priority=13, startTime=1731129376300; duration=0sec 2024-11-09T05:16:16,423 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:16,424 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:B 2024-11-09T05:16:16,424 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:16,435 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:16,435 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/C is initiating minor compaction (all files) 2024-11-09T05:16:16,438 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/ce9d3873e5d5496991b2d37e2b433303 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/ce9d3873e5d5496991b2d37e2b433303 2024-11-09T05:16:16,443 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/C in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:16,443 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/28e3324b6e4e4e8dba0a3f214a445189, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/e1c564c695414d86a0c875719c90dcfa, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/7f0d4ae81450448aba5ec33d6e5e84f0] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=35.4 K 2024-11-09T05:16:16,444 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 28e3324b6e4e4e8dba0a3f214a445189, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731129372573 2024-11-09T05:16:16,446 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting e1c564c695414d86a0c875719c90dcfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731129372682 2024-11-09T05:16:16,447 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f0d4ae81450448aba5ec33d6e5e84f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731129374869 2024-11-09T05:16:16,450 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/A of 9c7f245f166fe40afec2be98f99b24e8 into ce9d3873e5d5496991b2d37e2b433303(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:16,450 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:16,450 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/A, priority=13, startTime=1731129376299; duration=0sec 2024-11-09T05:16:16,451 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:16,451 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:A 2024-11-09T05:16:16,463 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:16,463 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/5e96702da84244ca976358f5eb6de6c4 is 50, key is test_row_0/C:col10/1731129374884/Put/seqid=0 2024-11-09T05:16:16,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741974_1150 (size=12391) 2024-11-09T05:16:16,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:16,823 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110904acfae8cee841548479c1dc8b4798f6_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110904acfae8cee841548479c1dc8b4798f6_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/5c8683d582ae4235a5ae9b4484948076, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:16,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/5c8683d582ae4235a5ae9b4484948076 is 175, key is test_row_0/A:col10/1731129374943/Put/seqid=0 2024-11-09T05:16:16,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741975_1151 (size=31105) 2024-11-09T05:16:16,836 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/5c8683d582ae4235a5ae9b4484948076 2024-11-09T05:16:16,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/b2fbb206cf0a43e19c0c65fa5fd5c9fc is 50, key is test_row_0/B:col10/1731129374943/Put/seqid=0 2024-11-09T05:16:16,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741976_1152 (size=12151) 2024-11-09T05:16:16,900 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/5e96702da84244ca976358f5eb6de6c4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/5e96702da84244ca976358f5eb6de6c4 2024-11-09T05:16:16,907 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/C of 9c7f245f166fe40afec2be98f99b24e8 into 5e96702da84244ca976358f5eb6de6c4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:16,907 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:16,907 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/C, priority=13, startTime=1731129376300; duration=0sec 2024-11-09T05:16:16,908 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:16,908 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:C 2024-11-09T05:16:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:17,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:17,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129437130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:16:17,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129437130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129437130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129437133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129437133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,138 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in 9c7f245f166fe40afec2be98f99b24e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129437243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129437243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129437243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129437243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,279 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/b2fbb206cf0a43e19c0c65fa5fd5c9fc 2024-11-09T05:16:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/ee0853cea76c442ea51d71c6037c6d32 is 50, key is test_row_0/C:col10/1731129374943/Put/seqid=0 2024-11-09T05:16:17,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741977_1153 (size=12151) 2024-11-09T05:16:17,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129437453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129437453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129437453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129437454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,726 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/ee0853cea76c442ea51d71c6037c6d32 2024-11-09T05:16:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/5c8683d582ae4235a5ae9b4484948076 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/5c8683d582ae4235a5ae9b4484948076 2024-11-09T05:16:17,742 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/5c8683d582ae4235a5ae9b4484948076, entries=150, sequenceid=163, filesize=30.4 K 2024-11-09T05:16:17,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/b2fbb206cf0a43e19c0c65fa5fd5c9fc as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/b2fbb206cf0a43e19c0c65fa5fd5c9fc 2024-11-09T05:16:17,749 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/b2fbb206cf0a43e19c0c65fa5fd5c9fc, entries=150, sequenceid=163, filesize=11.9 K 2024-11-09T05:16:17,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/ee0853cea76c442ea51d71c6037c6d32 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/ee0853cea76c442ea51d71c6037c6d32 2024-11-09T05:16:17,756 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/ee0853cea76c442ea51d71c6037c6d32, entries=150, sequenceid=163, filesize=11.9 K 2024-11-09T05:16:17,757 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~379.08 KB/388176, currentSize=46.96 KB/48090 for 9c7f245f166fe40afec2be98f99b24e8 in 1379ms, sequenceid=163, compaction requested=false 2024-11-09T05:16:17,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:17,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:17,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T05:16:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T05:16:17,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-09T05:16:17,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7680 sec 2024-11-09T05:16:17,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.7760 sec 2024-11-09T05:16:17,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:17,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T05:16:17,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:17,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:17,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:17,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:17,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:17,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:17,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093a5a7402eb7f4b3ea47bf500164236b8_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129377765/Put/seqid=0 2024-11-09T05:16:17,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741978_1154 (size=12304) 2024-11-09T05:16:17,802 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:17,808 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093a5a7402eb7f4b3ea47bf500164236b8_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093a5a7402eb7f4b3ea47bf500164236b8_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:17,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129437798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,809 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/4dd9d4b667a44a89b9f8a79d5f14b84a, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/4dd9d4b667a44a89b9f8a79d5f14b84a is 175, key is test_row_0/A:col10/1731129377765/Put/seqid=0 2024-11-09T05:16:17,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129437798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129437799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129437811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741979_1155 (size=31105) 2024-11-09T05:16:17,876 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/4dd9d4b667a44a89b9f8a79d5f14b84a 2024-11-09T05:16:17,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129437914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129437914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129437914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/90a3b1fccf354af7b3bed4258d54ccf5 is 50, key is test_row_0/B:col10/1731129377765/Put/seqid=0 2024-11-09T05:16:17,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129437924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:17,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:17,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:17,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741980_1156 (size=12151) 2024-11-09T05:16:18,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129438123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129438123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:18,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129438123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:18,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129438143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:18,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/90a3b1fccf354af7b3bed4258d54ccf5 2024-11-09T05:16:18,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/2519c743f1f44b47867d0f8b1d3d0260 is 50, key is test_row_0/C:col10/1731129377765/Put/seqid=0 2024-11-09T05:16:18,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741981_1157 (size=12151) 2024-11-09T05:16:18,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129438433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129438433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129438433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:18,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:18,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129438453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:18,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:18,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/2519c743f1f44b47867d0f8b1d3d0260 2024-11-09T05:16:18,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/4dd9d4b667a44a89b9f8a79d5f14b84a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/4dd9d4b667a44a89b9f8a79d5f14b84a 2024-11-09T05:16:18,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/4dd9d4b667a44a89b9f8a79d5f14b84a, entries=150, sequenceid=178, filesize=30.4 K 2024-11-09T05:16:18,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/90a3b1fccf354af7b3bed4258d54ccf5 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/90a3b1fccf354af7b3bed4258d54ccf5 2024-11-09T05:16:18,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/90a3b1fccf354af7b3bed4258d54ccf5, entries=150, sequenceid=178, filesize=11.9 K 2024-11-09T05:16:18,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/2519c743f1f44b47867d0f8b1d3d0260 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/2519c743f1f44b47867d0f8b1d3d0260 2024-11-09T05:16:18,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/2519c743f1f44b47867d0f8b1d3d0260, entries=150, sequenceid=178, filesize=11.9 K 2024-11-09T05:16:18,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9c7f245f166fe40afec2be98f99b24e8 in 1073ms, sequenceid=178, compaction requested=true 2024-11-09T05:16:18,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:18,840 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:18,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:18,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:18,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:18,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:18,840 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:18,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:18,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:18,841 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:18,841 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/A is initiating minor compaction (all files) 2024-11-09T05:16:18,841 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/A in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:18,841 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/ce9d3873e5d5496991b2d37e2b433303, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/5c8683d582ae4235a5ae9b4484948076, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/4dd9d4b667a44a89b9f8a79d5f14b84a] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=91.4 K 2024-11-09T05:16:18,841 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:18,841 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/ce9d3873e5d5496991b2d37e2b433303, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/5c8683d582ae4235a5ae9b4484948076, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/4dd9d4b667a44a89b9f8a79d5f14b84a] 2024-11-09T05:16:18,842 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:18,842 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/B is initiating minor compaction (all files) 2024-11-09T05:16:18,842 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/B in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:18,842 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/6a72a7723f8249fda2e3c0f3172bae96, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/b2fbb206cf0a43e19c0c65fa5fd5c9fc, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/90a3b1fccf354af7b3bed4258d54ccf5] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=35.8 K 2024-11-09T05:16:18,843 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a72a7723f8249fda2e3c0f3172bae96, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731129374869 2024-11-09T05:16:18,843 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce9d3873e5d5496991b2d37e2b433303, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731129374869 2024-11-09T05:16:18,843 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b2fbb206cf0a43e19c0c65fa5fd5c9fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731129374943 2024-11-09T05:16:18,843 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c8683d582ae4235a5ae9b4484948076, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731129374943 2024-11-09T05:16:18,844 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 90a3b1fccf354af7b3bed4258d54ccf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731129377130 2024-11-09T05:16:18,844 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dd9d4b667a44a89b9f8a79d5f14b84a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731129377130 2024-11-09T05:16:18,856 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:18,857 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/f7fbfa104689488f8053bff39b2192ed is 50, key is test_row_0/B:col10/1731129377765/Put/seqid=0 2024-11-09T05:16:18,861 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:18,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741982_1158 (size=12493) 2024-11-09T05:16:18,884 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c18c3fa40f9a4320a35b56ef66122cac_9c7f245f166fe40afec2be98f99b24e8 store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:18,886 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c18c3fa40f9a4320a35b56ef66122cac_9c7f245f166fe40afec2be98f99b24e8, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:18,886 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c18c3fa40f9a4320a35b56ef66122cac_9c7f245f166fe40afec2be98f99b24e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741983_1159 (size=4469) 2024-11-09T05:16:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:18,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-09T05:16:18,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:18,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:18,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:18,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:18,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:18,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:18,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110932801a9436854165af1c6a3177624dba_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129377796/Put/seqid=0 2024-11-09T05:16:18,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129438962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:18,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129438963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:18,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129438963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129438964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741984_1160 (size=12304) 2024-11-09T05:16:18,979 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:18,984 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110932801a9436854165af1c6a3177624dba_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110932801a9436854165af1c6a3177624dba_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:18,986 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f9e4609de4424fc38af5d764a466b3ab, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:18,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f9e4609de4424fc38af5d764a466b3ab is 175, key is test_row_0/A:col10/1731129377796/Put/seqid=0 2024-11-09T05:16:19,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741985_1161 (size=31105) 2024-11-09T05:16:19,018 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f9e4609de4424fc38af5d764a466b3ab 2024-11-09T05:16:19,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/a25c6431055744daa6f91bd0f5650744 is 50, key is test_row_0/B:col10/1731129377796/Put/seqid=0 2024-11-09T05:16:19,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741986_1162 (size=12151) 2024-11-09T05:16:19,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/a25c6431055744daa6f91bd0f5650744 2024-11-09T05:16:19,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/2d4d1deefc35450bad0e1d3c444e238c is 50, key is test_row_0/C:col10/1731129377796/Put/seqid=0 2024-11-09T05:16:19,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741987_1163 (size=12151) 2024-11-09T05:16:19,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/2d4d1deefc35450bad0e1d3c444e238c 2024-11-09T05:16:19,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129439073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129439073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129439073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f9e4609de4424fc38af5d764a466b3ab as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f9e4609de4424fc38af5d764a466b3ab 2024-11-09T05:16:19,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f9e4609de4424fc38af5d764a466b3ab, entries=150, sequenceid=199, filesize=30.4 K 2024-11-09T05:16:19,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/a25c6431055744daa6f91bd0f5650744 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/a25c6431055744daa6f91bd0f5650744 2024-11-09T05:16:19,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/a25c6431055744daa6f91bd0f5650744, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T05:16:19,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/2d4d1deefc35450bad0e1d3c444e238c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/2d4d1deefc35450bad0e1d3c444e238c 2024-11-09T05:16:19,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/2d4d1deefc35450bad0e1d3c444e238c, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T05:16:19,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 9c7f245f166fe40afec2be98f99b24e8 in 165ms, sequenceid=199, compaction requested=true 2024-11-09T05:16:19,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:19,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:A, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:19,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:16:19,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:B, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:19,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T05:16:19,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:19,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-09T05:16:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:16:19,143 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:19,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-09T05:16:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:16:19,146 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:19,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T05:16:19,147 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:19,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:19,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:19,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:19,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:19,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:19,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:19,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:19,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095976a2018f4844af9ab981e2674108fb_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129379145/Put/seqid=0 2024-11-09T05:16:19,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741988_1164 (size=14794) 2024-11-09T05:16:19,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129439234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:16:19,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129439283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,291 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/f7fbfa104689488f8053bff39b2192ed as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f7fbfa104689488f8053bff39b2192ed 2024-11-09T05:16:19,294 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#A#compaction#133 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:19,295 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/bd4ae5e5b6ce42429396aa52010afd7d is 175, key is test_row_0/A:col10/1731129377765/Put/seqid=0 2024-11-09T05:16:19,300 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/B of 9c7f245f166fe40afec2be98f99b24e8 into f7fbfa104689488f8053bff39b2192ed(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:19,300 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:19,300 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/B, priority=13, startTime=1731129378840; duration=0sec 2024-11-09T05:16:19,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:19,300 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-09T05:16:19,300 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:B 2024-11-09T05:16:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:19,300 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-09T05:16:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:19,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129439293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,301 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:16:19,301 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:16:19,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,301 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. because compaction request was cancelled 2024-11-09T05:16:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129439294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,301 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:A 2024-11-09T05:16:19,301 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,304 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:19,304 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/C is initiating minor compaction (all files) 2024-11-09T05:16:19,304 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/C in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:19,304 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/5e96702da84244ca976358f5eb6de6c4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/ee0853cea76c442ea51d71c6037c6d32, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/2519c743f1f44b47867d0f8b1d3d0260, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/2d4d1deefc35450bad0e1d3c444e238c] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=47.7 K 2024-11-09T05:16:19,305 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e96702da84244ca976358f5eb6de6c4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731129374869 2024-11-09T05:16:19,305 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting ee0853cea76c442ea51d71c6037c6d32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731129374943 2024-11-09T05:16:19,305 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 2519c743f1f44b47867d0f8b1d3d0260, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731129377130 2024-11-09T05:16:19,308 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d4d1deefc35450bad0e1d3c444e238c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731129377789 2024-11-09T05:16:19,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741989_1165 (size=31447) 2024-11-09T05:16:19,316 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/bd4ae5e5b6ce42429396aa52010afd7d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/bd4ae5e5b6ce42429396aa52010afd7d 2024-11-09T05:16:19,323 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/A of 9c7f245f166fe40afec2be98f99b24e8 into bd4ae5e5b6ce42429396aa52010afd7d(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:19,323 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:19,323 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/A, priority=13, startTime=1731129378839; duration=0sec 2024-11-09T05:16:19,323 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:16:19,323 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:A 2024-11-09T05:16:19,323 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:B 2024-11-09T05:16:19,324 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-09T05:16:19,324 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:16:19,324 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:16:19,324 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. because compaction request was cancelled 2024-11-09T05:16:19,324 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:C 2024-11-09T05:16:19,324 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:16:19,325 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:16:19,325 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:16:19,325 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. because compaction request was cancelled 2024-11-09T05:16:19,325 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:B 2024-11-09T05:16:19,329 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#C#compaction#138 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:19,330 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/c384c91c067e40f4a0844993343073fe is 50, key is test_row_0/C:col10/1731129377796/Put/seqid=0 2024-11-09T05:16:19,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741990_1166 (size=12527) 2024-11-09T05:16:19,346 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/c384c91c067e40f4a0844993343073fe as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/c384c91c067e40f4a0844993343073fe 2024-11-09T05:16:19,352 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/C of 9c7f245f166fe40afec2be98f99b24e8 into c384c91c067e40f4a0844993343073fe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:19,352 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:19,352 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/C, priority=12, startTime=1731129379116; duration=0sec 2024-11-09T05:16:19,352 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:19,352 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:C 2024-11-09T05:16:19,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129439354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:19,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:16:19,465 INFO [master/059551c538b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T05:16:19,466 INFO [master/059551c538b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T05:16:19,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129439574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:19,588 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095976a2018f4844af9ab981e2674108fb_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095976a2018f4844af9ab981e2674108fb_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:19,591 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f8accba1906c45c3b1f1777fa1073b71, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:19,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f8accba1906c45c3b1f1777fa1073b71 is 175, key is test_row_0/A:col10/1731129379145/Put/seqid=0 2024-11-09T05:16:19,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129439593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:19,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129439613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129439613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741991_1167 (size=39749) 2024-11-09T05:16:19,626 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f8accba1906c45c3b1f1777fa1073b71 2024-11-09T05:16:19,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/7398687c77c1406b938f02f2d2cd42f2 is 50, key is test_row_0/B:col10/1731129379145/Put/seqid=0 2024-11-09T05:16:19,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741992_1168 (size=12151) 2024-11-09T05:16:19,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:19,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:19,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:19,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:19,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:16:19,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129439883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:19,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:19,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:19,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:19,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:19,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129439973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:19,977 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 9c7f245f166fe40afec2be98f99b24e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:19,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:20,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/7398687c77c1406b938f02f2d2cd42f2 2024-11-09T05:16:20,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/1e2683388dba4e3eaaabb06f2054d764 is 50, key is test_row_0/C:col10/1731129379145/Put/seqid=0 2024-11-09T05:16:20,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:20,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:20,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741993_1169 (size=12151) 2024-11-09T05:16:20,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/1e2683388dba4e3eaaabb06f2054d764 2024-11-09T05:16:20,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f8accba1906c45c3b1f1777fa1073b71 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f8accba1906c45c3b1f1777fa1073b71 2024-11-09T05:16:20,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f8accba1906c45c3b1f1777fa1073b71, entries=200, sequenceid=211, filesize=38.8 K 2024-11-09T05:16:20,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/7398687c77c1406b938f02f2d2cd42f2 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/7398687c77c1406b938f02f2d2cd42f2 2024-11-09T05:16:20,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/7398687c77c1406b938f02f2d2cd42f2, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T05:16:20,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/1e2683388dba4e3eaaabb06f2054d764 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/1e2683388dba4e3eaaabb06f2054d764 2024-11-09T05:16:20,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129440113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:20,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/1e2683388dba4e3eaaabb06f2054d764, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T05:16:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:20,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9c7f245f166fe40afec2be98f99b24e8 in 970ms, sequenceid=211, compaction requested=true 2024-11-09T05:16:20,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:20,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:20,117 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:20,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:20,117 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:20,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:20,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:20,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:20,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:20,119 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:20,119 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:20,119 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/A is initiating minor compaction (all files) 2024-11-09T05:16:20,119 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/B is initiating minor compaction (all files) 2024-11-09T05:16:20,119 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/A in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,119 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/bd4ae5e5b6ce42429396aa52010afd7d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f9e4609de4424fc38af5d764a466b3ab, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f8accba1906c45c3b1f1777fa1073b71] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=99.9 K 2024-11-09T05:16:20,119 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,119 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/bd4ae5e5b6ce42429396aa52010afd7d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f9e4609de4424fc38af5d764a466b3ab, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f8accba1906c45c3b1f1777fa1073b71] 2024-11-09T05:16:20,120 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd4ae5e5b6ce42429396aa52010afd7d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731129377130 2024-11-09T05:16:20,120 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/B in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,120 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9e4609de4424fc38af5d764a466b3ab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731129377789 2024-11-09T05:16:20,120 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f7fbfa104689488f8053bff39b2192ed, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/a25c6431055744daa6f91bd0f5650744, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/7398687c77c1406b938f02f2d2cd42f2] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=35.9 K 2024-11-09T05:16:20,120 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8accba1906c45c3b1f1777fa1073b71, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731129378960 2024-11-09T05:16:20,120 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting f7fbfa104689488f8053bff39b2192ed, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731129377130 2024-11-09T05:16:20,121 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting a25c6431055744daa6f91bd0f5650744, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731129377789 2024-11-09T05:16:20,121 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 7398687c77c1406b938f02f2d2cd42f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731129378960 2024-11-09T05:16:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:20,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129379221, max timestamp=1731129380127Num uniques 859; 2024-11-09T05:16:20,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129379221, max timestamp=1731129380127Num uniques 859; 2024-11-09T05:16:20,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:20,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:20,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129379221, max timestamp=1731129380127Num uniques 859; 2024-11-09T05:16:20,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=64.85 KB heapSize=184.09 KB 2024-11-09T05:16:20,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:20,136 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:20,153 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110942a315b07a414127a09d99d13020845b_9c7f245f166fe40afec2be98f99b24e8 store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:20,154 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#B#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:20,155 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/b9c4454c3e5d4fc99c83e5b599c50c6f is 50, key is test_row_0/B:col10/1731129379145/Put/seqid=0 2024-11-09T05:16:20,156 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110942a315b07a414127a09d99d13020845b_9c7f245f166fe40afec2be98f99b24e8, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:20,156 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110942a315b07a414127a09d99d13020845b_9c7f245f166fe40afec2be98f99b24e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:20,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110979a420d611ea4173a32ae484142c62bf_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129379222/Put/seqid=0 2024-11-09T05:16:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741994_1170 (size=12595) 2024-11-09T05:16:20,185 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/b9c4454c3e5d4fc99c83e5b599c50c6f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/b9c4454c3e5d4fc99c83e5b599c50c6f 2024-11-09T05:16:20,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741995_1171 (size=4469) 2024-11-09T05:16:20,193 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#A#compaction#141 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:20,194 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/aee9088851c047bba9beaec294def850 is 175, key is test_row_0/A:col10/1731129379145/Put/seqid=0 2024-11-09T05:16:20,199 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/B of 9c7f245f166fe40afec2be98f99b24e8 into b9c4454c3e5d4fc99c83e5b599c50c6f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:20,199 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:20,199 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/B, priority=13, startTime=1731129380117; duration=0sec 2024-11-09T05:16:20,200 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:20,200 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:B 2024-11-09T05:16:20,200 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:16:20,201 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:16:20,201 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:16:20,201 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. because compaction request was cancelled 2024-11-09T05:16:20,201 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:C 2024-11-09T05:16:20,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741996_1172 (size=12304) 2024-11-09T05:16:20,221 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:20,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:20,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,228 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110979a420d611ea4173a32ae484142c62bf_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110979a420d611ea4173a32ae484142c62bf_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:20,230 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/d14c8ebcc5804924891e999fcdc7d8a4, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:20,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/d14c8ebcc5804924891e999fcdc7d8a4 is 175, key is test_row_0/A:col10/1731129379222/Put/seqid=0 2024-11-09T05:16:20,233 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129380161, max timestamp=1731129380228Num uniques 859; 2024-11-09T05:16:20,233 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129380161, max timestamp=1731129380228Num uniques 859; 2024-11-09T05:16:20,233 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:16:20,233 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:16:20,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129380210, max timestamp=1731129380228Num uniques 859; 2024-11-09T05:16:20,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:20,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741997_1173 (size=31549) 2024-11-09T05:16:20,256 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/aee9088851c047bba9beaec294def850 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/aee9088851c047bba9beaec294def850 2024-11-09T05:16:20,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741998_1174 (size=31105) 2024-11-09T05:16:20,265 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/A of 9c7f245f166fe40afec2be98f99b24e8 into aee9088851c047bba9beaec294def850(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:20,265 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:20,265 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/A, priority=13, startTime=1731129380117; duration=0sec 2024-11-09T05:16:20,265 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:20,265 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:A 2024-11-09T05:16:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:16:20,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7683, totalHeapSize=17712, min timestamp=1731129380305, max timestamp=1731129380319Num uniques 1118; 2024-11-09T05:16:20,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7680, totalHeapSize=17712, min timestamp=1731129380305, max timestamp=1731129380319Num uniques 1118; 2024-11-09T05:16:20,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51193, new segment data size=7683, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-11-09T05:16:20,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51190, new segment data size=7680, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-11-09T05:16:20,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731129380305, max timestamp=1731129380319Num uniques 1018; 2024-11-09T05:16:20,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T05:16:20,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=427, cellSize=19552, totalHeapSize=44648, min timestamp=1731129380337, max timestamp=1731129380364Num uniques 1027; 2024-11-09T05:16:20,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=427, cellSize=19552, totalHeapSize=44648, min timestamp=1731129380337, max timestamp=1731129380364Num uniques 1027; 2024-11-09T05:16:20,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=19552, suffix heap size=134776,new segment heap size=44648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=427 2024-11-09T05:16:20,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=19552, suffix heap size=134776,new segment heap size=44648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=427 2024-11-09T05:16:20,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=427, cellSize=19552, totalHeapSize=44648, min timestamp=1731129380337, max timestamp=1731129380364Num uniques 1027; 2024-11-09T05:16:20,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=19552, suffix heap size=134776,new segment heap size=44648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=427 2024-11-09T05:16:20,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:20,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:20,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129440399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129440404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:20,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129440406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:20,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129440513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:20,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129440513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:20,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129440513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:20,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:20,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:20,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,657 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/d14c8ebcc5804924891e999fcdc7d8a4 2024-11-09T05:16:20,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/1f04f592b5104f228f3570592d619803 is 50, key is test_row_0/B:col10/1731129379222/Put/seqid=0 2024-11-09T05:16:20,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741999_1175 (size=12151) 2024-11-09T05:16:20,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:20,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:20,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129440723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:20,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129440723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:20,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129440723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:20,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:20,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:20,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:20,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:20,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:20,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:20,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:20,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129441033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:21,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129441033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:21,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129441043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:21,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/1f04f592b5104f228f3570592d619803 2024-11-09T05:16:21,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/62a9efbd1adf4467acdc62cbfe46a436 is 50, key is test_row_0/C:col10/1731129379222/Put/seqid=0 2024-11-09T05:16:21,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742000_1176 (size=12151) 2024-11-09T05:16:21,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129441133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:21,138 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_2' in 9c7f245f166fe40afec2be98f99b24e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:21,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:21,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:21,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:16:21,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:21,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:21,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/62a9efbd1adf4467acdc62cbfe46a436 2024-11-09T05:16:21,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/d14c8ebcc5804924891e999fcdc7d8a4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/d14c8ebcc5804924891e999fcdc7d8a4 2024-11-09T05:16:21,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/d14c8ebcc5804924891e999fcdc7d8a4, entries=150, sequenceid=236, filesize=30.4 K 2024-11-09T05:16:21,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/1f04f592b5104f228f3570592d619803 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/1f04f592b5104f228f3570592d619803 2024-11-09T05:16:21,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/1f04f592b5104f228f3570592d619803, entries=150, sequenceid=236, filesize=11.9 K 2024-11-09T05:16:21,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/62a9efbd1adf4467acdc62cbfe46a436 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/62a9efbd1adf4467acdc62cbfe46a436 2024-11-09T05:16:21,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/62a9efbd1adf4467acdc62cbfe46a436, entries=150, sequenceid=236, filesize=11.9 K 2024-11-09T05:16:21,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=161.02 KB/164880 for 9c7f245f166fe40afec2be98f99b24e8 in 1371ms, sequenceid=236, compaction requested=true 2024-11-09T05:16:21,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:21,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:21,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:21,504 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:16:21,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:21,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:21,504 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:16:21,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:21,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:21,505 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:16:21,505 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:16:21,505 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:16:21,505 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:16:21,505 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. because compaction request was cancelled 2024-11-09T05:16:21,505 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. because compaction request was cancelled 2024-11-09T05:16:21,505 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:B 2024-11-09T05:16:21,505 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:A 2024-11-09T05:16:21,505 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:21,506 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:21,506 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/C is initiating minor compaction (all files) 2024-11-09T05:16:21,506 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/C in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,506 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/c384c91c067e40f4a0844993343073fe, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/1e2683388dba4e3eaaabb06f2054d764, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/62a9efbd1adf4467acdc62cbfe46a436] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=36.0 K 2024-11-09T05:16:21,506 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting c384c91c067e40f4a0844993343073fe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731129377789 2024-11-09T05:16:21,507 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e2683388dba4e3eaaabb06f2054d764, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731129378960 2024-11-09T05:16:21,507 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 62a9efbd1adf4467acdc62cbfe46a436, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731129379222 2024-11-09T05:16:21,515 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#C#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:21,515 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/3553f8b659ad4fd2b8b2f973b2cb77fd is 50, key is test_row_0/C:col10/1731129379222/Put/seqid=0 2024-11-09T05:16:21,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742001_1177 (size=12629) 2024-11-09T05:16:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:21,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=167.72 KB heapSize=459.47 KB 2024-11-09T05:16:21,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:21,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:21,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:21,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:21,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:21,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:21,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109654d91ef83234cb39fbd2466988f710c_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129380397/Put/seqid=0 2024-11-09T05:16:21,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129441551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:21,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129441552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:21,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129441553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:21,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:21,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742002_1178 (size=14994) 2024-11-09T05:16:21,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:21,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:21,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129441663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:21,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129441663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:21,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:21,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:21,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:21,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129441873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:21,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129441873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:21,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:21,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:21,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:21,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:21,926 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/3553f8b659ad4fd2b8b2f973b2cb77fd as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/3553f8b659ad4fd2b8b2f973b2cb77fd 2024-11-09T05:16:21,931 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/C of 9c7f245f166fe40afec2be98f99b24e8 into 3553f8b659ad4fd2b8b2f973b2cb77fd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:21,931 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:21,931 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/C, priority=13, startTime=1731129381504; duration=0sec 2024-11-09T05:16:21,931 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:21,931 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:C 2024-11-09T05:16:21,958 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:21,962 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109654d91ef83234cb39fbd2466988f710c_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109654d91ef83234cb39fbd2466988f710c_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:21,963 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/7a6a934e87dc43ef84eb720befe8ede9, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:21,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/7a6a934e87dc43ef84eb720befe8ede9 is 175, key is test_row_0/A:col10/1731129380397/Put/seqid=0 2024-11-09T05:16:21,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742003_1179 (size=39949) 2024-11-09T05:16:21,968 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/7a6a934e87dc43ef84eb720befe8ede9 2024-11-09T05:16:21,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/603b24bda6b34589b87813f19e1fa997 is 50, key is test_row_0/B:col10/1731129380397/Put/seqid=0 2024-11-09T05:16:21,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742004_1180 (size=12301) 2024-11-09T05:16:21,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129441983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:21,986 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 9c7f245f166fe40afec2be98f99b24e8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:21,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:21,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:22,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:22,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:22,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129442183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:22,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129442183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:22,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:22,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:22,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:22,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:22,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/603b24bda6b34589b87813f19e1fa997 2024-11-09T05:16:22,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/269fa769f6e74ec5aa2b3efbd7bb1543 is 50, key is test_row_0/C:col10/1731129380397/Put/seqid=0 2024-11-09T05:16:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742005_1181 (size=12301) 2024-11-09T05:16:22,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:22,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:22,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129442573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:22,575 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in 9c7f245f166fe40afec2be98f99b24e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:22,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:22,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:22,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:22,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129442693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:22,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:22,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:22,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129442693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:22,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:22,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:22,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:22,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:22,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/269fa769f6e74ec5aa2b3efbd7bb1543 2024-11-09T05:16:22,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/7a6a934e87dc43ef84eb720befe8ede9 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/7a6a934e87dc43ef84eb720befe8ede9 2024-11-09T05:16:22,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/7a6a934e87dc43ef84eb720befe8ede9, entries=200, sequenceid=309, filesize=39.0 K 2024-11-09T05:16:22,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/603b24bda6b34589b87813f19e1fa997 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/603b24bda6b34589b87813f19e1fa997 2024-11-09T05:16:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/603b24bda6b34589b87813f19e1fa997, entries=150, sequenceid=309, filesize=12.0 K 2024-11-09T05:16:22,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/269fa769f6e74ec5aa2b3efbd7bb1543 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/269fa769f6e74ec5aa2b3efbd7bb1543 2024-11-09T05:16:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/269fa769f6e74ec5aa2b3efbd7bb1543, entries=150, sequenceid=309, filesize=12.0 K 2024-11-09T05:16:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~459.42 KB/470448, currentSize=20.13 KB/20610 for 9c7f245f166fe40afec2be98f99b24e8 in 1278ms, sequenceid=309, compaction requested=true 2024-11-09T05:16:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:22,824 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:22,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:22,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,824 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:22,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:22,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:22,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:22,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:16:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,826 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-09T05:16:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:22,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:22,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:22,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:22,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:22,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,826 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:22,826 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/B is initiating minor compaction (all files) 2024-11-09T05:16:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,826 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/B in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,827 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/b9c4454c3e5d4fc99c83e5b599c50c6f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/1f04f592b5104f228f3570592d619803, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/603b24bda6b34589b87813f19e1fa997] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=36.2 K 2024-11-09T05:16:22,827 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:22,827 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/A is initiating minor compaction (all files) 2024-11-09T05:16:22,827 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/A in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,827 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/aee9088851c047bba9beaec294def850, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/d14c8ebcc5804924891e999fcdc7d8a4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/7a6a934e87dc43ef84eb720befe8ede9] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=100.2 K 2024-11-09T05:16:22,827 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:22,827 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/aee9088851c047bba9beaec294def850, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/d14c8ebcc5804924891e999fcdc7d8a4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/7a6a934e87dc43ef84eb720befe8ede9] 2024-11-09T05:16:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,828 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting aee9088851c047bba9beaec294def850, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731129378960 2024-11-09T05:16:22,828 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9c4454c3e5d4fc99c83e5b599c50c6f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731129378960 2024-11-09T05:16:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,829 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f04f592b5104f228f3570592d619803, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731129379222 2024-11-09T05:16:22,829 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 603b24bda6b34589b87813f19e1fa997, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731129380397 2024-11-09T05:16:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,830 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting d14c8ebcc5804924891e999fcdc7d8a4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731129379222 2024-11-09T05:16:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,830 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a6a934e87dc43ef84eb720befe8ede9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731129380397 2024-11-09T05:16:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110945d1670dbda143dda4e5294c0e3c22a6_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129381549/Put/seqid=0 2024-11-09T05:16:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,849 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742006_1182 (size=9914) 2024-11-09T05:16:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,854 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#B#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:22,854 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/c21def1e2e274b1ea5eb75ac6203ff13 is 50, key is test_row_0/B:col10/1731129380397/Put/seqid=0 2024-11-09T05:16:22,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,856 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109f14a2859dd23467db22d41bc05f79f3d_9c7f245f166fe40afec2be98f99b24e8 store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,858 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109f14a2859dd23467db22d41bc05f79f3d_9c7f245f166fe40afec2be98f99b24e8, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:22,858 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f14a2859dd23467db22d41bc05f79f3d_9c7f245f166fe40afec2be98f99b24e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,861 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110945d1670dbda143dda4e5294c0e3c22a6_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110945d1670dbda143dda4e5294c0e3c22a6_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:22,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f71718b55c2749deb09db0638b323a53, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:22,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f71718b55c2749deb09db0638b323a53 is 175, key is test_row_0/A:col10/1731129381549/Put/seqid=0 2024-11-09T05:16:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742007_1183 (size=12847) 2024-11-09T05:16:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742008_1184 (size=4469) 2024-11-09T05:16:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,893 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#A#compaction#151 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,893 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/ef64f7f702ea4825b874c0c63557d81e is 175, key is test_row_0/A:col10/1731129380397/Put/seqid=0 2024-11-09T05:16:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742009_1185 (size=22561) 2024-11-09T05:16:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742010_1186 (size=31801) 2024-11-09T05:16:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:23,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:23,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129383227, max timestamp=1731129383260Num uniques 859; 2024-11-09T05:16:23,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:23,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129383227, max timestamp=1731129383260Num uniques 859; 2024-11-09T05:16:23,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:23,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129383227, max timestamp=1731129383260Num uniques 859; 2024-11-09T05:16:23,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:23,283 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/c21def1e2e274b1ea5eb75ac6203ff13 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/c21def1e2e274b1ea5eb75ac6203ff13 2024-11-09T05:16:23,291 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/B of 9c7f245f166fe40afec2be98f99b24e8 into c21def1e2e274b1ea5eb75ac6203ff13(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:23,291 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:23,291 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/B, priority=13, startTime=1731129382824; duration=0sec 2024-11-09T05:16:23,291 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:23,291 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:B 2024-11-09T05:16:23,292 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:16:23,293 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:16:23,293 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:16:23,293 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. because compaction request was cancelled 2024-11-09T05:16:23,293 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:C 2024-11-09T05:16:23,296 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f71718b55c2749deb09db0638b323a53 2024-11-09T05:16:23,312 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/ef64f7f702ea4825b874c0c63557d81e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/ef64f7f702ea4825b874c0c63557d81e 2024-11-09T05:16:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:16:23,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/6fe62b0e824a48ec86459198f6f5637b is 50, key is test_row_0/B:col10/1731129381549/Put/seqid=0 2024-11-09T05:16:23,334 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/A of 9c7f245f166fe40afec2be98f99b24e8 into ef64f7f702ea4825b874c0c63557d81e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:23,334 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:23,334 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/A, priority=13, startTime=1731129382824; duration=0sec 2024-11-09T05:16:23,334 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:23,334 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:A 2024-11-09T05:16:23,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742011_1187 (size=9857) 2024-11-09T05:16:23,393 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129383356, max timestamp=1731129383390Num uniques 1068; 2024-11-09T05:16:23,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-09T05:16:23,395 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129383356, max timestamp=1731129383390Num uniques 1068; 2024-11-09T05:16:23,396 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129383356, max timestamp=1731129383390Num uniques 1068; 2024-11-09T05:16:23,396 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-09T05:16:23,396 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-09T05:16:23,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731129383448, max timestamp=1731129383470Num uniques 1077; 2024-11-09T05:16:23,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-09T05:16:23,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731129383448, max timestamp=1731129383470Num uniques 1077; 2024-11-09T05:16:23,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-09T05:16:23,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731129383448, max timestamp=1731129383470Num uniques 1077; 2024-11-09T05:16:23,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-09T05:16:23,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731129383500, max timestamp=1731129383543Num uniques 1036; 2024-11-09T05:16:23,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-09T05:16:23,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731129383500, max timestamp=1731129383543Num uniques 1036; 2024-11-09T05:16:23,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-09T05:16:23,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731129383500, max timestamp=1731129383543Num uniques 1036; 2024-11-09T05:16:23,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-09T05:16:23,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731129383567, max timestamp=1731129383613Num uniques 1145; 2024-11-09T05:16:23,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245 2024-11-09T05:16:23,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731129383567, max timestamp=1731129383613Num uniques 1145; 2024-11-09T05:16:23,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245 2024-11-09T05:16:23,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731129383567, max timestamp=1731129383613Num uniques 1145; 2024-11-09T05:16:23,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245 2024-11-09T05:16:23,690 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731129383623, max timestamp=1731129383687Num uniques 1104; 2024-11-09T05:16:23,690 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731129383623, max timestamp=1731129383687Num uniques 1104; 2024-11-09T05:16:23,690 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731129383623, max timestamp=1731129383687Num uniques 1104; 2024-11-09T05:16:23,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-09T05:16:23,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-09T05:16:23,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-09T05:16:23,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731129383714, max timestamp=1731129383725Num uniques 1063; 2024-11-09T05:16:23,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263 2024-11-09T05:16:23,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731129383714, max timestamp=1731129383725Num uniques 1063; 2024-11-09T05:16:23,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263 2024-11-09T05:16:23,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731129383714, max timestamp=1731129383725Num uniques 1063; 2024-11-09T05:16:23,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263 2024-11-09T05:16:23,746 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/6fe62b0e824a48ec86459198f6f5637b 2024-11-09T05:16:23,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/34fbfa0dc2c344c1805baa16d4908dba is 50, key is test_row_0/C:col10/1731129381549/Put/seqid=0 2024-11-09T05:16:23,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742012_1188 (size=9857) 2024-11-09T05:16:23,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1731129383749, max timestamp=1731129383759Num uniques 1122; 2024-11-09T05:16:23,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=12452, suffix heap size=144656,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=272 2024-11-09T05:16:23,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1731129383749, max timestamp=1731129383759Num uniques 1122; 2024-11-09T05:16:23,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=12452, suffix heap size=144656,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=272 2024-11-09T05:16:23,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1731129383749, max timestamp=1731129383759Num uniques 1122; 2024-11-09T05:16:23,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=12452, suffix heap size=144656,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=272 2024-11-09T05:16:23,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=381, cellSize=17446, totalHeapSize=39864, min timestamp=1731129383804, max timestamp=1731129383823Num uniques 1131; 2024-11-09T05:16:23,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=381, cellSize=17446, totalHeapSize=39864, min timestamp=1731129383804, max timestamp=1731129383823Num uniques 1131; 2024-11-09T05:16:23,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=17446, suffix heap size=145592,new segment heap size=39864 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=381 2024-11-09T05:16:23,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=17446, suffix heap size=145592,new segment heap size=39864 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=381 2024-11-09T05:16:23,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=381, cellSize=17446, totalHeapSize=39864, min timestamp=1731129383804, max timestamp=1731129383823Num uniques 1131; 2024-11-09T05:16:23,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=17446, suffix heap size=145592,new segment heap size=39864 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=381 2024-11-09T05:16:23,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129443847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:23,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=390, cellSize=17860, totalHeapSize=40800, min timestamp=1731129383841, max timestamp=1731129383852Num uniques 1240; 2024-11-09T05:16:23,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=56790, new segment data size=17860, suffix heap size=156928,new segment heap size=40800 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1240, new segment cells count=390 2024-11-09T05:16:23,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=390, cellSize=17860, totalHeapSize=40800, min timestamp=1731129383841, max timestamp=1731129383852Num uniques 1240; 2024-11-09T05:16:23,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:23,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:23,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=56790, new segment data size=17860, suffix heap size=156928,new segment heap size=40800 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1240, new segment cells count=390 2024-11-09T05:16:23,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:23,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=390, cellSize=17860, totalHeapSize=40800, min timestamp=1731129383841, max timestamp=1731129383852Num uniques 1240; 2024-11-09T05:16:23,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=56790, new segment data size=17860, suffix heap size=156928,new segment heap size=40800 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1240, new segment cells count=390 2024-11-09T05:16:23,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129443889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:23,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:23,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:23,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:23,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129443891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:23,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:23,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:23,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:23,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731129383858, max timestamp=1731129383889Num uniques 1249; 2024-11-09T05:16:23,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731129383858, max timestamp=1731129383889Num uniques 1249; 2024-11-09T05:16:23,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=57204, new segment data size=11404, suffix heap size=157864,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1249, new segment cells count=249 2024-11-09T05:16:23,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731129383858, max timestamp=1731129383889Num uniques 1249; 2024-11-09T05:16:23,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=57204, new segment data size=11404, suffix heap size=157864,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1249, new segment cells count=249 2024-11-09T05:16:23,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=57204, new segment data size=11404, suffix heap size=157864,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1249, new segment cells count=249 2024-11-09T05:16:24,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129444008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=408, cellSize=18680, totalHeapSize=42672, min timestamp=1731129383988, max timestamp=1731129384012Num uniques 1108; 2024-11-09T05:16:24,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=18680, suffix heap size=143200,new segment heap size=42672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=408 2024-11-09T05:16:24,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1731129383988, max timestamp=1731129384012Num uniques 1108; 2024-11-09T05:16:24,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-11-09T05:16:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=408, cellSize=18680, totalHeapSize=42672, min timestamp=1731129383988, max timestamp=1731129384012Num uniques 1108; 2024-11-09T05:16:24,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=18680, suffix heap size=143200,new segment heap size=42672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=408 2024-11-09T05:16:24,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129444082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129444085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1731129384034, max timestamp=1731129384082Num uniques 1267; 2024-11-09T05:16:24,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=58022, new segment data size=12222, suffix heap size=159736,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1267, new segment cells count=267 2024-11-09T05:16:24,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1731129384034, max timestamp=1731129384082Num uniques 1267; 2024-11-09T05:16:24,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1731129384034, max timestamp=1731129384082Num uniques 1117; 2024-11-09T05:16:24,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=58022, new segment data size=12222, suffix heap size=159736,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1267, new segment cells count=267 2024-11-09T05:16:24,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=12222, suffix heap size=144136,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=267 2024-11-09T05:16:24,158 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/34fbfa0dc2c344c1805baa16d4908dba 2024-11-09T05:16:24,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f71718b55c2749deb09db0638b323a53 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f71718b55c2749deb09db0638b323a53 2024-11-09T05:16:24,167 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f71718b55c2749deb09db0638b323a53, entries=100, sequenceid=316, filesize=22.0 K 2024-11-09T05:16:24,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/6fe62b0e824a48ec86459198f6f5637b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/6fe62b0e824a48ec86459198f6f5637b 2024-11-09T05:16:24,172 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/6fe62b0e824a48ec86459198f6f5637b, entries=100, sequenceid=316, filesize=9.6 K 2024-11-09T05:16:24,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/34fbfa0dc2c344c1805baa16d4908dba as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/34fbfa0dc2c344c1805baa16d4908dba 2024-11-09T05:16:24,180 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/34fbfa0dc2c344c1805baa16d4908dba, entries=100, sequenceid=316, filesize=9.6 K 2024-11-09T05:16:24,188 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=134.18 KB/137400 for 9c7f245f166fe40afec2be98f99b24e8 in 1363ms, sequenceid=316, compaction requested=true 2024-11-09T05:16:24,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:24,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:24,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T05:16:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T05:16:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:24,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=140.89 KB heapSize=394.78 KB 2024-11-09T05:16:24,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-09T05:16:24,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.0430 sec 2024-11-09T05:16:24,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:24,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:24,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:24,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:24,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:24,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:24,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 5.0490 sec 2024-11-09T05:16:24,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099cc0e92a203b44b7ad30206d4951ff36_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129384190/Put/seqid=0 2024-11-09T05:16:24,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742013_1189 (size=17534) 2024-11-09T05:16:24,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:24,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099cc0e92a203b44b7ad30206d4951ff36_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099cc0e92a203b44b7ad30206d4951ff36_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:24,210 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/57ffb0865d874a2ba27447da84a51c09, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:24,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/57ffb0865d874a2ba27447da84a51c09 is 175, key is test_row_0/A:col10/1731129384190/Put/seqid=0 2024-11-09T05:16:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129444206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742014_1190 (size=48639) 2024-11-09T05:16:24,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129444208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129444208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129444323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129444323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129444323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129444543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129444543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129444543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129444593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,595 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in 9c7f245f166fe40afec2be98f99b24e8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,616 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=560, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/57ffb0865d874a2ba27447da84a51c09 2024-11-09T05:16:24,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/8ac6ef3baf334d3c87a0255baaa4d523 is 50, key is test_row_0/B:col10/1731129384190/Put/seqid=0 2024-11-09T05:16:24,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742015_1191 (size=12301) 2024-11-09T05:16:24,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129444853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129444853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:24,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129444853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:25,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/8ac6ef3baf334d3c87a0255baaa4d523 2024-11-09T05:16:25,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/dd63300a41594798b4d80b4c8b7480ee is 50, key is test_row_0/C:col10/1731129384190/Put/seqid=0 2024-11-09T05:16:25,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742016_1192 (size=12301) 2024-11-09T05:16:25,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129445363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:25,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129445363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:25,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:25,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:25,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:25,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:25,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:25,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:25,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129445363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:25,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:25,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:25,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:25,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/dd63300a41594798b4d80b4c8b7480ee 2024-11-09T05:16:25,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/57ffb0865d874a2ba27447da84a51c09 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/57ffb0865d874a2ba27447da84a51c09 2024-11-09T05:16:25,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/57ffb0865d874a2ba27447da84a51c09, entries=250, sequenceid=560, filesize=47.5 K 2024-11-09T05:16:25,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/8ac6ef3baf334d3c87a0255baaa4d523 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/8ac6ef3baf334d3c87a0255baaa4d523 2024-11-09T05:16:25,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/8ac6ef3baf334d3c87a0255baaa4d523, entries=150, sequenceid=560, filesize=12.0 K 2024-11-09T05:16:25,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/dd63300a41594798b4d80b4c8b7480ee as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/dd63300a41594798b4d80b4c8b7480ee 2024-11-09T05:16:25,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/dd63300a41594798b4d80b4c8b7480ee, entries=150, sequenceid=560, filesize=12.0 K 2024-11-09T05:16:25,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~394.73 KB/404208, currentSize=40.25 KB/41220 for 9c7f245f166fe40afec2be98f99b24e8 in 1274ms, sequenceid=560, compaction requested=true 2024-11-09T05:16:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:25,465 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:25,466 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:25,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:25,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:25,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:25,466 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:25,467 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:25,467 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/B is initiating minor compaction (all files) 2024-11-09T05:16:25,467 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/A is initiating minor compaction (all files) 2024-11-09T05:16:25,467 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/B in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:25,467 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/A in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:25,467 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/c21def1e2e274b1ea5eb75ac6203ff13, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/6fe62b0e824a48ec86459198f6f5637b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/8ac6ef3baf334d3c87a0255baaa4d523] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=34.2 K 2024-11-09T05:16:25,467 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/ef64f7f702ea4825b874c0c63557d81e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f71718b55c2749deb09db0638b323a53, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/57ffb0865d874a2ba27447da84a51c09] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=100.6 K 2024-11-09T05:16:25,467 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:25,467 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/ef64f7f702ea4825b874c0c63557d81e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f71718b55c2749deb09db0638b323a53, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/57ffb0865d874a2ba27447da84a51c09] 2024-11-09T05:16:25,467 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting c21def1e2e274b1ea5eb75ac6203ff13, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731129380397 2024-11-09T05:16:25,467 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef64f7f702ea4825b874c0c63557d81e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731129380397 2024-11-09T05:16:25,468 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting f71718b55c2749deb09db0638b323a53, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731129381549 2024-11-09T05:16:25,468 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fe62b0e824a48ec86459198f6f5637b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731129381549 2024-11-09T05:16:25,468 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57ffb0865d874a2ba27447da84a51c09, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1731129384151 2024-11-09T05:16:25,468 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ac6ef3baf334d3c87a0255baaa4d523, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1731129384172 2024-11-09T05:16:25,476 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#B#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:25,477 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/34c270cf1b684480a4440bdf928d4aae is 50, key is test_row_0/B:col10/1731129384190/Put/seqid=0 2024-11-09T05:16:25,478 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:25,485 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411092bc9be98cd104fe38012e35782ef903a_9c7f245f166fe40afec2be98f99b24e8 store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:25,487 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411092bc9be98cd104fe38012e35782ef903a_9c7f245f166fe40afec2be98f99b24e8, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:25,488 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092bc9be98cd104fe38012e35782ef903a_9c7f245f166fe40afec2be98f99b24e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742017_1193 (size=12949) 2024-11-09T05:16:25,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742018_1194 (size=4469) 2024-11-09T05:16:25,503 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#A#compaction#159 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:25,503 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/c08595719dbd44f0ae96f752aa57d0f3 is 175, key is test_row_0/A:col10/1731129384190/Put/seqid=0 2024-11-09T05:16:25,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742019_1195 (size=31903) 2024-11-09T05:16:25,900 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/34c270cf1b684480a4440bdf928d4aae as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/34c270cf1b684480a4440bdf928d4aae 2024-11-09T05:16:25,905 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/B of 9c7f245f166fe40afec2be98f99b24e8 into 34c270cf1b684480a4440bdf928d4aae(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:25,905 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:25,905 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/B, priority=13, startTime=1731129385465; duration=0sec 2024-11-09T05:16:25,905 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:25,905 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:B 2024-11-09T05:16:25,905 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:25,907 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47088 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:25,907 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/C is initiating minor compaction (all files) 2024-11-09T05:16:25,907 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/C in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:25,907 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/3553f8b659ad4fd2b8b2f973b2cb77fd, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/269fa769f6e74ec5aa2b3efbd7bb1543, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/34fbfa0dc2c344c1805baa16d4908dba, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/dd63300a41594798b4d80b4c8b7480ee] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=46.0 K 2024-11-09T05:16:25,907 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3553f8b659ad4fd2b8b2f973b2cb77fd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731129379222 2024-11-09T05:16:25,907 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 269fa769f6e74ec5aa2b3efbd7bb1543, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731129380397 2024-11-09T05:16:25,908 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 34fbfa0dc2c344c1805baa16d4908dba, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731129381549 2024-11-09T05:16:25,908 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting dd63300a41594798b4d80b4c8b7480ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1731129384172 2024-11-09T05:16:25,913 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/c08595719dbd44f0ae96f752aa57d0f3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c08595719dbd44f0ae96f752aa57d0f3 2024-11-09T05:16:25,920 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/A of 9c7f245f166fe40afec2be98f99b24e8 into c08595719dbd44f0ae96f752aa57d0f3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:25,920 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:25,920 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/A, priority=13, startTime=1731129385465; duration=0sec 2024-11-09T05:16:25,920 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:25,920 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:A 2024-11-09T05:16:25,922 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#C#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:25,922 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/f3d94f13c64f47a69bfdcdc49d821fb0 is 50, key is test_row_0/C:col10/1731129384190/Put/seqid=0 2024-11-09T05:16:25,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742020_1196 (size=12915) 2024-11-09T05:16:25,945 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/f3d94f13c64f47a69bfdcdc49d821fb0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/f3d94f13c64f47a69bfdcdc49d821fb0 2024-11-09T05:16:25,952 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/C of 9c7f245f166fe40afec2be98f99b24e8 into f3d94f13c64f47a69bfdcdc49d821fb0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:25,952 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:25,952 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/C, priority=12, startTime=1731129385466; duration=0sec 2024-11-09T05:16:25,952 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:25,952 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:C 2024-11-09T05:16:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:26,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:16:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:26,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093c85dfc26d2640f48f6a486b882b26d0_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129384198/Put/seqid=0 2024-11-09T05:16:26,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742021_1197 (size=12454) 2024-11-09T05:16:26,041 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:26,045 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093c85dfc26d2640f48f6a486b882b26d0_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093c85dfc26d2640f48f6a486b882b26d0_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:26,045 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/066f18f1fdaa4098be30079e7d0bd57a, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:26,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/066f18f1fdaa4098be30079e7d0bd57a is 175, key is test_row_0/A:col10/1731129384198/Put/seqid=0 2024-11-09T05:16:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742022_1198 (size=31255) 2024-11-09T05:16:26,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129386066, max timestamp=1731129386091Num uniques 859; 2024-11-09T05:16:26,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:26,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129386066, max timestamp=1731129386091Num uniques 859; 2024-11-09T05:16:26,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:26,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129386066, max timestamp=1731129386091Num uniques 859; 2024-11-09T05:16:26,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:26,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129446167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:26,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129446273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:26,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:26,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129446383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129446383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:26,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129446383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:26,387 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in 9c7f245f166fe40afec2be98f99b24e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:26,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:26,387 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 9c7f245f166fe40afec2be98f99b24e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:26,387 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in 9c7f245f166fe40afec2be98f99b24e8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:26,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:26,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:26,460 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=573, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/066f18f1fdaa4098be30079e7d0bd57a 2024-11-09T05:16:26,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/782fda81c4e140faa3c16ab9670a8035 is 50, key is test_row_0/B:col10/1731129384198/Put/seqid=0 2024-11-09T05:16:26,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742023_1199 (size=12301) 2024-11-09T05:16:26,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/782fda81c4e140faa3c16ab9670a8035 2024-11-09T05:16:26,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/ce26652a206e4ec5a2c7f703b8668ca7 is 50, key is test_row_0/C:col10/1731129384198/Put/seqid=0 2024-11-09T05:16:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742024_1200 (size=12301) 2024-11-09T05:16:26,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129446483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:26,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:26,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129446793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:26,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:26,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/ce26652a206e4ec5a2c7f703b8668ca7 2024-11-09T05:16:26,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/066f18f1fdaa4098be30079e7d0bd57a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/066f18f1fdaa4098be30079e7d0bd57a 2024-11-09T05:16:26,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/066f18f1fdaa4098be30079e7d0bd57a, entries=150, sequenceid=573, filesize=30.5 K 2024-11-09T05:16:26,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/782fda81c4e140faa3c16ab9670a8035 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/782fda81c4e140faa3c16ab9670a8035 2024-11-09T05:16:26,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/782fda81c4e140faa3c16ab9670a8035, entries=150, sequenceid=573, filesize=12.0 K 2024-11-09T05:16:26,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/ce26652a206e4ec5a2c7f703b8668ca7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/ce26652a206e4ec5a2c7f703b8668ca7 2024-11-09T05:16:26,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/ce26652a206e4ec5a2c7f703b8668ca7, entries=150, sequenceid=573, filesize=12.0 K 2024-11-09T05:16:26,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9c7f245f166fe40afec2be98f99b24e8 in 884ms, sequenceid=573, compaction requested=false 2024-11-09T05:16:26,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:27,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-09T05:16:27,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:27,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:16:27,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:27,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:16:27,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:27,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:16:27,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090e3e7e7bb78542678b3bcdebacce7fc8_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129386166/Put/seqid=0 2024-11-09T05:16:27,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742025_1201 (size=14994) 2024-11-09T05:16:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:16:27,334 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:27,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-09T05:16:27,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:27,336 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:16:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129447330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:27,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:27,336 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:27,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:27,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:27,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:16:27,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129447443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:27,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:27,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:27,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:27,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:27,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:27,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:27,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:27,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:27,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:27,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:27,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:27,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:27,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:27,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:27,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:16:27,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129447653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:27,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:27,720 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:27,724 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090e3e7e7bb78542678b3bcdebacce7fc8_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090e3e7e7bb78542678b3bcdebacce7fc8_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:27,724 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/c3c2824d0a094686bdc7684fdb7d6a53, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:27,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/c3c2824d0a094686bdc7684fdb7d6a53 is 175, key is test_row_0/A:col10/1731129386166/Put/seqid=0 2024-11-09T05:16:27,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742026_1202 (size=39949) 2024-11-09T05:16:27,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:27,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:27,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:27,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:27,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:27,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:16:27,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129447964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:28,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:28,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:28,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,129 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=611, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/c3c2824d0a094686bdc7684fdb7d6a53 2024-11-09T05:16:28,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/dbcc68a445d142c48f7c8958f466d1b2 is 50, key is test_row_0/B:col10/1731129386166/Put/seqid=0 2024-11-09T05:16:28,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742027_1203 (size=12301) 2024-11-09T05:16:28,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:28,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:28,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:28,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:28,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46934 deadline: 1731129448403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:28,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47000 deadline: 1731129448403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:28,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:28,408 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in 9c7f245f166fe40afec2be98f99b24e8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46972 deadline: 1731129448404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:28,408 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 9c7f245f166fe40afec2be98f99b24e8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:28,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:28,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:28,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:28,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:28,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:28,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:28,409 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in 9c7f245f166fe40afec2be98f99b24e8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:16:28,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47014 deadline: 1731129448473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:28,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/dbcc68a445d142c48f7c8958f466d1b2 2024-11-09T05:16:28,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/495bb86d5a0d4c49baadbf6d49055048 is 50, key is test_row_0/C:col10/1731129386166/Put/seqid=0 2024-11-09T05:16:28,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742028_1204 (size=12301) 2024-11-09T05:16:28,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/495bb86d5a0d4c49baadbf6d49055048 2024-11-09T05:16:28,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:28,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/c3c2824d0a094686bdc7684fdb7d6a53 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c3c2824d0a094686bdc7684fdb7d6a53 2024-11-09T05:16:28,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:28,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c3c2824d0a094686bdc7684fdb7d6a53, entries=200, sequenceid=611, filesize=39.0 K 2024-11-09T05:16:28,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/dbcc68a445d142c48f7c8958f466d1b2 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/dbcc68a445d142c48f7c8958f466d1b2 2024-11-09T05:16:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/dbcc68a445d142c48f7c8958f466d1b2, entries=150, sequenceid=611, filesize=12.0 K 2024-11-09T05:16:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/495bb86d5a0d4c49baadbf6d49055048 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/495bb86d5a0d4c49baadbf6d49055048 2024-11-09T05:16:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/495bb86d5a0d4c49baadbf6d49055048, entries=150, sequenceid=611, filesize=12.0 K 2024-11-09T05:16:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 9c7f245f166fe40afec2be98f99b24e8 in 1266ms, sequenceid=611, compaction requested=true 2024-11-09T05:16:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:28,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:28,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:28,575 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:28,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:28,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:28,575 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:28,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,577 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:28,577 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/A is initiating minor compaction (all files) 2024-11-09T05:16:28,577 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:28,577 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/A in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,577 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/B is initiating minor compaction (all files) 2024-11-09T05:16:28,577 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/B in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,578 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c08595719dbd44f0ae96f752aa57d0f3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/066f18f1fdaa4098be30079e7d0bd57a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c3c2824d0a094686bdc7684fdb7d6a53] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=100.7 K 2024-11-09T05:16:28,578 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/34c270cf1b684480a4440bdf928d4aae, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/782fda81c4e140faa3c16ab9670a8035, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/dbcc68a445d142c48f7c8958f466d1b2] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=36.7 K 2024-11-09T05:16:28,578 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,578 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c08595719dbd44f0ae96f752aa57d0f3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/066f18f1fdaa4098be30079e7d0bd57a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c3c2824d0a094686bdc7684fdb7d6a53] 2024-11-09T05:16:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,578 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 34c270cf1b684480a4440bdf928d4aae, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1731129384172 2024-11-09T05:16:28,578 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting c08595719dbd44f0ae96f752aa57d0f3, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1731129384172 2024-11-09T05:16:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,579 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 066f18f1fdaa4098be30079e7d0bd57a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1731129384198 2024-11-09T05:16:28,579 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 782fda81c4e140faa3c16ab9670a8035, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1731129384198 2024-11-09T05:16:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,579 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3c2824d0a094686bdc7684fdb7d6a53, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1731129386152 2024-11-09T05:16:28,579 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting dbcc68a445d142c48f7c8958f466d1b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1731129386160 2024-11-09T05:16:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,588 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,589 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#B#compaction#167 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,590 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/99a2274e32484159a47083ee2c7321bc is 50, key is test_row_0/B:col10/1731129386166/Put/seqid=0 2024-11-09T05:16:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,593 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411090cb7f41e438f4f53a6b600ccadedecf2_9c7f245f166fe40afec2be98f99b24e8 store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,595 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411090cb7f41e438f4f53a6b600ccadedecf2_9c7f245f166fe40afec2be98f99b24e8, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:28,595 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090cb7f41e438f4f53a6b600ccadedecf2_9c7f245f166fe40afec2be98f99b24e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742029_1205 (size=13051) 2024-11-09T05:16:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742030_1206 (size=4469) 2024-11-09T05:16:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,601 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#A#compaction#168 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,602 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/275c5b1628be4676a08d5d8549e37cdd is 175, key is test_row_0/A:col10/1731129386166/Put/seqid=0 2024-11-09T05:16:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742031_1207 (size=32005) 2024-11-09T05:16:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:28,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:16:28,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:28,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:28,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110970c10682469a4e29b9954a4f898592fe_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129388641/Put/seqid=0 2024-11-09T05:16:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742032_1208 (size=12454) 2024-11-09T05:16:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:28,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:28,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:28,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129388714, max timestamp=1731129388745Num uniques 859; 2024-11-09T05:16:28,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:28,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129388714, max timestamp=1731129388745Num uniques 859; 2024-11-09T05:16:28,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:28,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129388714, max timestamp=1731129388745Num uniques 859; 2024-11-09T05:16:28,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:28,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129448822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:28,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:28,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:28,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:28,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:28,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46940 deadline: 1731129448936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:16:29,003 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/99a2274e32484159a47083ee2c7321bc as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/99a2274e32484159a47083ee2c7321bc 2024-11-09T05:16:29,008 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/B of 9c7f245f166fe40afec2be98f99b24e8 into 99a2274e32484159a47083ee2c7321bc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:29,008 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:29,008 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/B, priority=13, startTime=1731129388575; duration=0sec 2024-11-09T05:16:29,008 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:29,008 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:B 2024-11-09T05:16:29,008 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:29,010 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:29,010 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/C is initiating minor compaction (all files) 2024-11-09T05:16:29,010 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/C in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,010 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/f3d94f13c64f47a69bfdcdc49d821fb0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/ce26652a206e4ec5a2c7f703b8668ca7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/495bb86d5a0d4c49baadbf6d49055048] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=36.6 K 2024-11-09T05:16:29,010 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting f3d94f13c64f47a69bfdcdc49d821fb0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1731129384172 2024-11-09T05:16:29,010 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting ce26652a206e4ec5a2c7f703b8668ca7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1731129384198 2024-11-09T05:16:29,010 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 495bb86d5a0d4c49baadbf6d49055048, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1731129386160 2024-11-09T05:16:29,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:29,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:29,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,020 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#C#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:29,021 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/56f9371f30f64bcb91770e6f15d6fb68 is 50, key is test_row_0/C:col10/1731129386166/Put/seqid=0 2024-11-09T05:16:29,021 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/275c5b1628be4676a08d5d8549e37cdd as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/275c5b1628be4676a08d5d8549e37cdd 2024-11-09T05:16:29,031 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/A of 9c7f245f166fe40afec2be98f99b24e8 into 275c5b1628be4676a08d5d8549e37cdd(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:29,031 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:29,031 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/A, priority=13, startTime=1731129388575; duration=0sec 2024-11-09T05:16:29,031 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:29,032 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:A 2024-11-09T05:16:29,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742033_1209 (size=13017) 2024-11-09T05:16:29,040 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/56f9371f30f64bcb91770e6f15d6fb68 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/56f9371f30f64bcb91770e6f15d6fb68 2024-11-09T05:16:29,048 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/C of 9c7f245f166fe40afec2be98f99b24e8 into 56f9371f30f64bcb91770e6f15d6fb68(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:29,048 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:29,048 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/C, priority=13, startTime=1731129388575; duration=0sec 2024-11-09T05:16:29,048 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:29,048 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:C 2024-11-09T05:16:29,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:29,061 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110970c10682469a4e29b9954a4f898592fe_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110970c10682469a4e29b9954a4f898592fe_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:29,062 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/e2ba8dc8a76c4969bfe1450ecedf13d7, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:29,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/e2ba8dc8a76c4969bfe1450ecedf13d7 is 175, key is test_row_0/A:col10/1731129388641/Put/seqid=0 2024-11-09T05:16:29,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742034_1210 (size=31251) 2024-11-09T05:16:29,072 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=621, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/e2ba8dc8a76c4969bfe1450ecedf13d7 2024-11-09T05:16:29,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/75413f03c60c45b3b0ebb7d68c116cc5 is 50, key is test_row_0/B:col10/1731129388641/Put/seqid=0 2024-11-09T05:16:29,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742035_1211 (size=9857) 2024-11-09T05:16:29,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/75413f03c60c45b3b0ebb7d68c116cc5 2024-11-09T05:16:29,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/7b17a52f488043d08c45f3336ae133f8 is 50, key is test_row_0/C:col10/1731129388641/Put/seqid=0 2024-11-09T05:16:29,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742036_1212 (size=9857) 2024-11-09T05:16:29,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/7b17a52f488043d08c45f3336ae133f8 2024-11-09T05:16:29,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/e2ba8dc8a76c4969bfe1450ecedf13d7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e2ba8dc8a76c4969bfe1450ecedf13d7 2024-11-09T05:16:29,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e2ba8dc8a76c4969bfe1450ecedf13d7, entries=150, sequenceid=621, filesize=30.5 K 2024-11-09T05:16:29,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/75413f03c60c45b3b0ebb7d68c116cc5 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/75413f03c60c45b3b0ebb7d68c116cc5 2024-11-09T05:16:29,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/75413f03c60c45b3b0ebb7d68c116cc5, entries=100, sequenceid=621, filesize=9.6 K 2024-11-09T05:16:29,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/7b17a52f488043d08c45f3336ae133f8 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/7b17a52f488043d08c45f3336ae133f8 2024-11-09T05:16:29,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/7b17a52f488043d08c45f3336ae133f8, entries=100, sequenceid=621, filesize=9.6 K 2024-11-09T05:16:29,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9c7f245f166fe40afec2be98f99b24e8 in 508ms, sequenceid=621, compaction requested=false 2024-11-09T05:16:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:29,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731129388806, max timestamp=1731129389157Num uniques 1018; 2024-11-09T05:16:29,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731129388806, max timestamp=1731129389157Num uniques 1018; 2024-11-09T05:16:29,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T05:16:29,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T05:16:29,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731129388806, max timestamp=1731129389157Num uniques 1018; 2024-11-09T05:16:29,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T05:16:29,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=26.84 KB heapSize=65.39 KB 2024-11-09T05:16:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:29,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:29,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109be82152a8e814d4781bfa36fddd5e502_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129389157/Put/seqid=0 2024-11-09T05:16:29,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:29,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:29,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742037_1213 (size=14994) 2024-11-09T05:16:29,234 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129389205, max timestamp=1731129389232Num uniques 859; 2024-11-09T05:16:29,234 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:16:29,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129389205, max timestamp=1731129389232Num uniques 859; 2024-11-09T05:16:29,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129389205, max timestamp=1731129389232Num uniques 859; 2024-11-09T05:16:29,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:16:29,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:16:29,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731129389288, max timestamp=1731129389314Num uniques 1118; 2024-11-09T05:16:29,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-09T05:16:29,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731129389288, max timestamp=1731129389314Num uniques 1118; 2024-11-09T05:16:29,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-09T05:16:29,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731129389288, max timestamp=1731129389314Num uniques 1118; 2024-11-09T05:16:29,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-09T05:16:29,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:29,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:29,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731129389351, max timestamp=1731129389406Num uniques 1127; 2024-11-09T05:16:29,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-09T05:16:29,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731129389351, max timestamp=1731129389406Num uniques 1127; 2024-11-09T05:16:29,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731129389351, max timestamp=1731129389406Num uniques 1127; 2024-11-09T05:16:29,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-09T05:16:29,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-09T05:16:29,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731129389464, max timestamp=1731129389479Num uniques 1086; 2024-11-09T05:16:29,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-09T05:16:29,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731129389464, max timestamp=1731129389479Num uniques 1086; 2024-11-09T05:16:29,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-09T05:16:29,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731129389464, max timestamp=1731129389479Num uniques 1086; 2024-11-09T05:16:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:16:29,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-09T05:16:29,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731129389508, max timestamp=1731129389525Num uniques 1045; 2024-11-09T05:16:29,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731129389508, max timestamp=1731129389525Num uniques 1045; 2024-11-09T05:16:29,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1731129389508, max timestamp=1731129389525Num uniques 1045; 2024-11-09T05:16:29,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295 2024-11-09T05:16:29,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295 2024-11-09T05:16:29,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295 2024-11-09T05:16:29,550 INFO [Thread-615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-615. 2024-11-09T05:16:29,550 DEBUG [Thread-615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:29,550 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:29,550 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:29,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:29,552 INFO [Thread-613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-613. 2024-11-09T05:16:29,552 DEBUG [Thread-613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:29,552 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:29,552 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:29,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:29,552 INFO [Thread-606 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-606. 2024-11-09T05:16:29,552 DEBUG [Thread-606 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:29,552 DEBUG [Thread-606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:29,552 DEBUG [Thread-606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:29,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:29,553 INFO [Thread-608 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-608. 2024-11-09T05:16:29,553 DEBUG [Thread-608 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:29,553 DEBUG [Thread-608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:29,553 DEBUG [Thread-608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:29,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:29,554 INFO [Thread-611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-611. 2024-11-09T05:16:29,554 DEBUG [Thread-611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:29,554 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:29,555 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:29,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:29,559 INFO [Thread-617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-617. 2024-11-09T05:16:29,559 DEBUG [Thread-617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:29,559 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:29,559 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:29,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:29,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:29,588 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109be82152a8e814d4781bfa36fddd5e502_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109be82152a8e814d4781bfa36fddd5e502_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:29,590 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/2bdd7c93bb894331b505169f9e12eeb9, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:29,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/2bdd7c93bb894331b505169f9e12eeb9 is 175, key is test_row_0/A:col10/1731129389157/Put/seqid=0 2024-11-09T05:16:29,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742038_1214 (size=39949) 2024-11-09T05:16:29,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:29,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:29,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:29,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:29,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:29,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:29,998 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=663, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/2bdd7c93bb894331b505169f9e12eeb9 2024-11-09T05:16:30,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/132c7835e6d349f5bb7628c7f817ebed is 50, key is test_row_0/B:col10/1731129389157/Put/seqid=0 2024-11-09T05:16:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742039_1215 (size=12301) 2024-11-09T05:16:30,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:30,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:30,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:30,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:30,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=663 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/132c7835e6d349f5bb7628c7f817ebed 2024-11-09T05:16:30,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/a505dd166f234a20b603325377007821 is 50, key is test_row_0/C:col10/1731129389157/Put/seqid=0 2024-11-09T05:16:30,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742040_1216 (size=12301) 2024-11-09T05:16:30,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:30,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:30,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:30,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:30,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:30,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=663 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/a505dd166f234a20b603325377007821 2024-11-09T05:16:30,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/2bdd7c93bb894331b505169f9e12eeb9 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/2bdd7c93bb894331b505169f9e12eeb9 2024-11-09T05:16:30,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/2bdd7c93bb894331b505169f9e12eeb9, entries=200, sequenceid=663, filesize=39.0 K 2024-11-09T05:16:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/132c7835e6d349f5bb7628c7f817ebed as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/132c7835e6d349f5bb7628c7f817ebed 2024-11-09T05:16:30,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/132c7835e6d349f5bb7628c7f817ebed, entries=150, sequenceid=663, filesize=12.0 K 2024-11-09T05:16:30,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/a505dd166f234a20b603325377007821 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/a505dd166f234a20b603325377007821 2024-11-09T05:16:30,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/a505dd166f234a20b603325377007821, entries=150, sequenceid=663, filesize=12.0 K 2024-11-09T05:16:30,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~85.27 KB/87312, currentSize=127.47 KB/130530 for 9c7f245f166fe40afec2be98f99b24e8 in 1696ms, sequenceid=663, compaction requested=true 2024-11-09T05:16:30,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:30,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:30,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:30,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:30,858 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:30,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:30,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9c7f245f166fe40afec2be98f99b24e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:30,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:30,858 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:30,859 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103205 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:30,859 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:30,859 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/A is initiating minor compaction (all files) 2024-11-09T05:16:30,859 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/B is initiating minor compaction (all files) 2024-11-09T05:16:30,859 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/A in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,859 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/B in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,859 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/99a2274e32484159a47083ee2c7321bc, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/75413f03c60c45b3b0ebb7d68c116cc5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/132c7835e6d349f5bb7628c7f817ebed] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=34.4 K 2024-11-09T05:16:30,859 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/275c5b1628be4676a08d5d8549e37cdd, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e2ba8dc8a76c4969bfe1450ecedf13d7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/2bdd7c93bb894331b505169f9e12eeb9] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=100.8 K 2024-11-09T05:16:30,859 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,860 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/275c5b1628be4676a08d5d8549e37cdd, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e2ba8dc8a76c4969bfe1450ecedf13d7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/2bdd7c93bb894331b505169f9e12eeb9] 2024-11-09T05:16:30,860 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 99a2274e32484159a47083ee2c7321bc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1731129386160 2024-11-09T05:16:30,860 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 275c5b1628be4676a08d5d8549e37cdd, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1731129386160 2024-11-09T05:16:30,860 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 75413f03c60c45b3b0ebb7d68c116cc5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1731129387329 2024-11-09T05:16:30,860 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2ba8dc8a76c4969bfe1450ecedf13d7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1731129387324 2024-11-09T05:16:30,860 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 132c7835e6d349f5bb7628c7f817ebed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=663, earliestPutTs=1731129388806 2024-11-09T05:16:30,860 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bdd7c93bb894331b505169f9e12eeb9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=663, earliestPutTs=1731129388806 2024-11-09T05:16:30,870 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:30,871 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#B#compaction#176 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:30,872 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/f42d5e183ce84099b223cdc69aa6cc33 is 50, key is test_row_0/B:col10/1731129389157/Put/seqid=0 2024-11-09T05:16:30,872 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411090b1a73f296484402a4c6d1f1d0d7b7ad_9c7f245f166fe40afec2be98f99b24e8 store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:30,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742041_1217 (size=13153) 2024-11-09T05:16:30,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:16:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:30,884 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=127.47 KB heapSize=352.31 KB 2024-11-09T05:16:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:30,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:30,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:30,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:30,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096553315fe0e045f2b482e624bcde5856_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129389536/Put/seqid=0 2024-11-09T05:16:30,903 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411090b1a73f296484402a4c6d1f1d0d7b7ad_9c7f245f166fe40afec2be98f99b24e8, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:30,904 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090b1a73f296484402a4c6d1f1d0d7b7ad_9c7f245f166fe40afec2be98f99b24e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:30,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742042_1218 (size=12454) 2024-11-09T05:16:30,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742043_1219 (size=4469) 2024-11-09T05:16:30,910 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#A#compaction#177 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:30,910 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/6297330f07d04ebbbd34a6f0d211f43c is 175, key is test_row_0/A:col10/1731129389157/Put/seqid=0 2024-11-09T05:16:30,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742044_1220 (size=32107) 2024-11-09T05:16:31,284 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/f42d5e183ce84099b223cdc69aa6cc33 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f42d5e183ce84099b223cdc69aa6cc33 2024-11-09T05:16:31,292 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/B of 9c7f245f166fe40afec2be98f99b24e8 into f42d5e183ce84099b223cdc69aa6cc33(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:31,292 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:31,292 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/B, priority=13, startTime=1731129390858; duration=0sec 2024-11-09T05:16:31,292 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:31,292 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:B 2024-11-09T05:16:31,292 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:31,293 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:31,293 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 9c7f245f166fe40afec2be98f99b24e8/C is initiating minor compaction (all files) 2024-11-09T05:16:31,293 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9c7f245f166fe40afec2be98f99b24e8/C in TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:31,293 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/56f9371f30f64bcb91770e6f15d6fb68, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/7b17a52f488043d08c45f3336ae133f8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/a505dd166f234a20b603325377007821] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp, totalSize=34.4 K 2024-11-09T05:16:31,294 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 56f9371f30f64bcb91770e6f15d6fb68, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=611, earliestPutTs=1731129386160 2024-11-09T05:16:31,294 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b17a52f488043d08c45f3336ae133f8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1731129387329 2024-11-09T05:16:31,294 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting a505dd166f234a20b603325377007821, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=663, earliestPutTs=1731129388806 2024-11-09T05:16:31,301 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9c7f245f166fe40afec2be98f99b24e8#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:31,302 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/d290ff8fb55b4932a1ee250976d60883 is 50, key is test_row_0/C:col10/1731129389157/Put/seqid=0 2024-11-09T05:16:31,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742045_1221 (size=13119) 2024-11-09T05:16:31,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:31,310 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096553315fe0e045f2b482e624bcde5856_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096553315fe0e045f2b482e624bcde5856_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:31,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/cf56001a14fe4fcea94755448873f950, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:31,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/cf56001a14fe4fcea94755448873f950 is 175, key is test_row_0/A:col10/1731129389536/Put/seqid=0 2024-11-09T05:16:31,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742046_1222 (size=31255) 2024-11-09T05:16:31,323 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/6297330f07d04ebbbd34a6f0d211f43c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/6297330f07d04ebbbd34a6f0d211f43c 2024-11-09T05:16:31,328 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/A of 9c7f245f166fe40afec2be98f99b24e8 into 6297330f07d04ebbbd34a6f0d211f43c(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:31,328 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:31,328 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/A, priority=13, startTime=1731129390858; duration=0sec 2024-11-09T05:16:31,328 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:31,329 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:A 2024-11-09T05:16:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:16:31,766 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=765, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/cf56001a14fe4fcea94755448873f950 2024-11-09T05:16:31,771 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/d290ff8fb55b4932a1ee250976d60883 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/d290ff8fb55b4932a1ee250976d60883 2024-11-09T05:16:31,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/3eee864ad1144bf682a2c248c7a1c6ad is 50, key is test_row_0/B:col10/1731129389536/Put/seqid=0 2024-11-09T05:16:31,786 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9c7f245f166fe40afec2be98f99b24e8/C of 9c7f245f166fe40afec2be98f99b24e8 into d290ff8fb55b4932a1ee250976d60883(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:31,786 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:31,786 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., storeName=9c7f245f166fe40afec2be98f99b24e8/C, priority=13, startTime=1731129390858; duration=0sec 2024-11-09T05:16:31,786 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:31,786 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9c7f245f166fe40afec2be98f99b24e8:C 2024-11-09T05:16:31,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742047_1223 (size=12301) 2024-11-09T05:16:32,092 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:16:32,190 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=765 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/3eee864ad1144bf682a2c248c7a1c6ad 2024-11-09T05:16:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/bc670550f1f046ddbb8dd886a5bbabda is 50, key is test_row_0/C:col10/1731129389536/Put/seqid=0 2024-11-09T05:16:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742048_1224 (size=12301) 2024-11-09T05:16:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:32,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. as already flushing 2024-11-09T05:16:32,428 INFO [Thread-604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-604. 2024-11-09T05:16:32,428 DEBUG [Thread-604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:32,428 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:32,429 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:32,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:32,447 INFO [Thread-600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-600. 2024-11-09T05:16:32,447 DEBUG [Thread-600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:32,447 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:32,447 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:32,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:32,454 INFO [Thread-602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-602. 2024-11-09T05:16:32,454 DEBUG [Thread-602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:16:32,454 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:32,454 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:32,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:32,610 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=765 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/bc670550f1f046ddbb8dd886a5bbabda 2024-11-09T05:16:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/cf56001a14fe4fcea94755448873f950 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/cf56001a14fe4fcea94755448873f950 2024-11-09T05:16:32,626 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/cf56001a14fe4fcea94755448873f950, entries=150, sequenceid=765, filesize=30.5 K 2024-11-09T05:16:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/3eee864ad1144bf682a2c248c7a1c6ad as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3eee864ad1144bf682a2c248c7a1c6ad 2024-11-09T05:16:32,631 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3eee864ad1144bf682a2c248c7a1c6ad, entries=150, sequenceid=765, filesize=12.0 K 2024-11-09T05:16:32,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/bc670550f1f046ddbb8dd886a5bbabda as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/bc670550f1f046ddbb8dd886a5bbabda 2024-11-09T05:16:32,635 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/bc670550f1f046ddbb8dd886a5bbabda, entries=150, sequenceid=765, filesize=12.0 K 2024-11-09T05:16:32,636 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for 9c7f245f166fe40afec2be98f99b24e8 in 1752ms, sequenceid=765, compaction requested=false 2024-11-09T05:16:32,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 9c7f245f166fe40afec2be98f99b24e8: 2024-11-09T05:16:32,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:32,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T05:16:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T05:16:32,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-09T05:16:32,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.3020 sec 2024-11-09T05:16:32,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 5.3060 sec 2024-11-09T05:16:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:16:35,553 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 187 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 189 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2858 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2782 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1170 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3508 rows 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1188 2024-11-09T05:16:35,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3562 rows 2024-11-09T05:16:35,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:16:35,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:16:35,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:35,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:35,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:16:35,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T05:16:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:16:35,559 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129395559"}]},"ts":"1731129395559"} 2024-11-09T05:16:35,562 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T05:16:35,562 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T05:16:35,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:16:35,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, UNASSIGN}] 2024-11-09T05:16:35,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, UNASSIGN 2024-11-09T05:16:35,566 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=9c7f245f166fe40afec2be98f99b24e8, regionState=CLOSING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:16:35,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, UNASSIGN because future has completed 2024-11-09T05:16:35,568 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:16:35,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:16:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:16:35,721 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:35,721 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:16:35,721 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 9c7f245f166fe40afec2be98f99b24e8, disabling compactions & flushes 2024-11-09T05:16:35,721 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:35,721 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:35,721 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. after waiting 0 ms 2024-11-09T05:16:35,721 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:35,721 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 9c7f245f166fe40afec2be98f99b24e8 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-09T05:16:35,722 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=A 2024-11-09T05:16:35,722 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:35,722 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=B 2024-11-09T05:16:35,722 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:35,722 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9c7f245f166fe40afec2be98f99b24e8, store=C 2024-11-09T05:16:35,722 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:35,733 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110949c38be7af5540b49543614b76acbadb_9c7f245f166fe40afec2be98f99b24e8 is 50, key is test_row_0/A:col10/1731129392444/Put/seqid=0 2024-11-09T05:16:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742049_1225 (size=9914) 2024-11-09T05:16:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:16:36,139 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:36,144 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110949c38be7af5540b49543614b76acbadb_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110949c38be7af5540b49543614b76acbadb_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:36,145 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f0bea2169a2d48fdbe7bce2e3b109b9b, store: [table=TestAcidGuarantees family=A region=9c7f245f166fe40afec2be98f99b24e8] 2024-11-09T05:16:36,146 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f0bea2169a2d48fdbe7bce2e3b109b9b is 175, key is test_row_0/A:col10/1731129392444/Put/seqid=0 2024-11-09T05:16:36,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742050_1226 (size=22561) 2024-11-09T05:16:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:16:36,556 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=774, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f0bea2169a2d48fdbe7bce2e3b109b9b 2024-11-09T05:16:36,569 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/3803b7d727d844ba85fe6ca6429c044f is 50, key is test_row_0/B:col10/1731129392444/Put/seqid=0 2024-11-09T05:16:36,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742051_1227 (size=9857) 2024-11-09T05:16:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:16:36,974 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=774 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/3803b7d727d844ba85fe6ca6429c044f 2024-11-09T05:16:36,981 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/0a7ab7c66a3941fe8e473636e4484979 is 50, key is test_row_0/C:col10/1731129392444/Put/seqid=0 2024-11-09T05:16:36,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742052_1228 (size=9857) 2024-11-09T05:16:37,387 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=774 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/0a7ab7c66a3941fe8e473636e4484979 2024-11-09T05:16:37,397 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/A/f0bea2169a2d48fdbe7bce2e3b109b9b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f0bea2169a2d48fdbe7bce2e3b109b9b 2024-11-09T05:16:37,403 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f0bea2169a2d48fdbe7bce2e3b109b9b, entries=100, sequenceid=774, filesize=22.0 K 2024-11-09T05:16:37,404 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/B/3803b7d727d844ba85fe6ca6429c044f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3803b7d727d844ba85fe6ca6429c044f 2024-11-09T05:16:37,407 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3803b7d727d844ba85fe6ca6429c044f, entries=100, sequenceid=774, filesize=9.6 K 2024-11-09T05:16:37,408 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/.tmp/C/0a7ab7c66a3941fe8e473636e4484979 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/0a7ab7c66a3941fe8e473636e4484979 2024-11-09T05:16:37,412 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/0a7ab7c66a3941fe8e473636e4484979, entries=100, sequenceid=774, filesize=9.6 K 2024-11-09T05:16:37,413 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 9c7f245f166fe40afec2be98f99b24e8 in 1691ms, sequenceid=774, compaction requested=true 2024-11-09T05:16:37,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/51d87a6b15cc42b894086d111657e6af, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/677ffb5cb37144eb9125873b20b4b78e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/923d231cc573491ca216a73db88e05b8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/fb979157c42f43ef9ac0eb2ef7463f39, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e020056f838e463bb0f3b4cfd638eee3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e04647cbd9cb4c14ad650b83396c7bba, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/6b084f7ef39748f0a6d3bc1889df4e35, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/ce9d3873e5d5496991b2d37e2b433303, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/5c8683d582ae4235a5ae9b4484948076, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/bd4ae5e5b6ce42429396aa52010afd7d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/4dd9d4b667a44a89b9f8a79d5f14b84a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f9e4609de4424fc38af5d764a466b3ab, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f8accba1906c45c3b1f1777fa1073b71, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/aee9088851c047bba9beaec294def850, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/d14c8ebcc5804924891e999fcdc7d8a4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/7a6a934e87dc43ef84eb720befe8ede9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/ef64f7f702ea4825b874c0c63557d81e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f71718b55c2749deb09db0638b323a53, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/57ffb0865d874a2ba27447da84a51c09, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c08595719dbd44f0ae96f752aa57d0f3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/066f18f1fdaa4098be30079e7d0bd57a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c3c2824d0a094686bdc7684fdb7d6a53, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/275c5b1628be4676a08d5d8549e37cdd, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e2ba8dc8a76c4969bfe1450ecedf13d7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/2bdd7c93bb894331b505169f9e12eeb9] to archive 2024-11-09T05:16:37,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:16:37,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/51d87a6b15cc42b894086d111657e6af to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/51d87a6b15cc42b894086d111657e6af 2024-11-09T05:16:37,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/677ffb5cb37144eb9125873b20b4b78e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/677ffb5cb37144eb9125873b20b4b78e 2024-11-09T05:16:37,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/923d231cc573491ca216a73db88e05b8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/923d231cc573491ca216a73db88e05b8 2024-11-09T05:16:37,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/fb979157c42f43ef9ac0eb2ef7463f39 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/fb979157c42f43ef9ac0eb2ef7463f39 2024-11-09T05:16:37,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e020056f838e463bb0f3b4cfd638eee3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e020056f838e463bb0f3b4cfd638eee3 2024-11-09T05:16:37,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e04647cbd9cb4c14ad650b83396c7bba to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e04647cbd9cb4c14ad650b83396c7bba 2024-11-09T05:16:37,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/6b084f7ef39748f0a6d3bc1889df4e35 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/6b084f7ef39748f0a6d3bc1889df4e35 2024-11-09T05:16:37,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/ce9d3873e5d5496991b2d37e2b433303 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/ce9d3873e5d5496991b2d37e2b433303 2024-11-09T05:16:37,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/5c8683d582ae4235a5ae9b4484948076 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/5c8683d582ae4235a5ae9b4484948076 2024-11-09T05:16:37,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/bd4ae5e5b6ce42429396aa52010afd7d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/bd4ae5e5b6ce42429396aa52010afd7d 2024-11-09T05:16:37,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/4dd9d4b667a44a89b9f8a79d5f14b84a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/4dd9d4b667a44a89b9f8a79d5f14b84a 2024-11-09T05:16:37,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f9e4609de4424fc38af5d764a466b3ab to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f9e4609de4424fc38af5d764a466b3ab 2024-11-09T05:16:37,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f8accba1906c45c3b1f1777fa1073b71 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f8accba1906c45c3b1f1777fa1073b71 2024-11-09T05:16:37,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/aee9088851c047bba9beaec294def850 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/aee9088851c047bba9beaec294def850 2024-11-09T05:16:37,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/d14c8ebcc5804924891e999fcdc7d8a4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/d14c8ebcc5804924891e999fcdc7d8a4 2024-11-09T05:16:37,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/7a6a934e87dc43ef84eb720befe8ede9 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/7a6a934e87dc43ef84eb720befe8ede9 2024-11-09T05:16:37,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/ef64f7f702ea4825b874c0c63557d81e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/ef64f7f702ea4825b874c0c63557d81e 2024-11-09T05:16:37,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f71718b55c2749deb09db0638b323a53 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f71718b55c2749deb09db0638b323a53 2024-11-09T05:16:37,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/57ffb0865d874a2ba27447da84a51c09 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/57ffb0865d874a2ba27447da84a51c09 2024-11-09T05:16:37,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c08595719dbd44f0ae96f752aa57d0f3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c08595719dbd44f0ae96f752aa57d0f3 2024-11-09T05:16:37,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/066f18f1fdaa4098be30079e7d0bd57a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/066f18f1fdaa4098be30079e7d0bd57a 2024-11-09T05:16:37,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c3c2824d0a094686bdc7684fdb7d6a53 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/c3c2824d0a094686bdc7684fdb7d6a53 2024-11-09T05:16:37,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/275c5b1628be4676a08d5d8549e37cdd to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/275c5b1628be4676a08d5d8549e37cdd 2024-11-09T05:16:37,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e2ba8dc8a76c4969bfe1450ecedf13d7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/e2ba8dc8a76c4969bfe1450ecedf13d7 2024-11-09T05:16:37,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/2bdd7c93bb894331b505169f9e12eeb9 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/2bdd7c93bb894331b505169f9e12eeb9 2024-11-09T05:16:37,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/5624d1426f7147e6ad4e0b2eebb43e55, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/698589eeaa92497ab8e1e8c4aeb0378f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f19253db0c314d1cb873f3f89a83b806, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/12c6591595324f438b745eb3c7ab9279, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3bc8dbf3a28d4dc1b8239b766364ef76, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/eb21731199664319baa6e4469583a8df, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/6a72a7723f8249fda2e3c0f3172bae96, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/e36a5934e3b44f3a9c3a56e9fccbfc38, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/b2fbb206cf0a43e19c0c65fa5fd5c9fc, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f7fbfa104689488f8053bff39b2192ed, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/90a3b1fccf354af7b3bed4258d54ccf5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/a25c6431055744daa6f91bd0f5650744, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/b9c4454c3e5d4fc99c83e5b599c50c6f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/7398687c77c1406b938f02f2d2cd42f2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/1f04f592b5104f228f3570592d619803, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/c21def1e2e274b1ea5eb75ac6203ff13, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/603b24bda6b34589b87813f19e1fa997, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/6fe62b0e824a48ec86459198f6f5637b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/34c270cf1b684480a4440bdf928d4aae, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/8ac6ef3baf334d3c87a0255baaa4d523, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/782fda81c4e140faa3c16ab9670a8035, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/99a2274e32484159a47083ee2c7321bc, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/dbcc68a445d142c48f7c8958f466d1b2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/75413f03c60c45b3b0ebb7d68c116cc5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/132c7835e6d349f5bb7628c7f817ebed] to archive 2024-11-09T05:16:37,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:16:37,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/5624d1426f7147e6ad4e0b2eebb43e55 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/5624d1426f7147e6ad4e0b2eebb43e55 2024-11-09T05:16:37,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/698589eeaa92497ab8e1e8c4aeb0378f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/698589eeaa92497ab8e1e8c4aeb0378f 2024-11-09T05:16:37,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f19253db0c314d1cb873f3f89a83b806 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f19253db0c314d1cb873f3f89a83b806 2024-11-09T05:16:37,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/12c6591595324f438b745eb3c7ab9279 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/12c6591595324f438b745eb3c7ab9279 2024-11-09T05:16:37,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3bc8dbf3a28d4dc1b8239b766364ef76 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3bc8dbf3a28d4dc1b8239b766364ef76 2024-11-09T05:16:37,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/eb21731199664319baa6e4469583a8df to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/eb21731199664319baa6e4469583a8df 2024-11-09T05:16:37,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/6a72a7723f8249fda2e3c0f3172bae96 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/6a72a7723f8249fda2e3c0f3172bae96 2024-11-09T05:16:37,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/e36a5934e3b44f3a9c3a56e9fccbfc38 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/e36a5934e3b44f3a9c3a56e9fccbfc38 2024-11-09T05:16:37,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/b2fbb206cf0a43e19c0c65fa5fd5c9fc to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/b2fbb206cf0a43e19c0c65fa5fd5c9fc 2024-11-09T05:16:37,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f7fbfa104689488f8053bff39b2192ed to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f7fbfa104689488f8053bff39b2192ed 2024-11-09T05:16:37,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/90a3b1fccf354af7b3bed4258d54ccf5 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/90a3b1fccf354af7b3bed4258d54ccf5 2024-11-09T05:16:37,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/a25c6431055744daa6f91bd0f5650744 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/a25c6431055744daa6f91bd0f5650744 2024-11-09T05:16:37,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/b9c4454c3e5d4fc99c83e5b599c50c6f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/b9c4454c3e5d4fc99c83e5b599c50c6f 2024-11-09T05:16:37,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/7398687c77c1406b938f02f2d2cd42f2 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/7398687c77c1406b938f02f2d2cd42f2 2024-11-09T05:16:37,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/1f04f592b5104f228f3570592d619803 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/1f04f592b5104f228f3570592d619803 2024-11-09T05:16:37,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/c21def1e2e274b1ea5eb75ac6203ff13 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/c21def1e2e274b1ea5eb75ac6203ff13 2024-11-09T05:16:37,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/603b24bda6b34589b87813f19e1fa997 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/603b24bda6b34589b87813f19e1fa997 2024-11-09T05:16:37,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/6fe62b0e824a48ec86459198f6f5637b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/6fe62b0e824a48ec86459198f6f5637b 2024-11-09T05:16:37,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/34c270cf1b684480a4440bdf928d4aae to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/34c270cf1b684480a4440bdf928d4aae 2024-11-09T05:16:37,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/8ac6ef3baf334d3c87a0255baaa4d523 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/8ac6ef3baf334d3c87a0255baaa4d523 2024-11-09T05:16:37,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/782fda81c4e140faa3c16ab9670a8035 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/782fda81c4e140faa3c16ab9670a8035 2024-11-09T05:16:37,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/99a2274e32484159a47083ee2c7321bc to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/99a2274e32484159a47083ee2c7321bc 2024-11-09T05:16:37,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/dbcc68a445d142c48f7c8958f466d1b2 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/dbcc68a445d142c48f7c8958f466d1b2 2024-11-09T05:16:37,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/75413f03c60c45b3b0ebb7d68c116cc5 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/75413f03c60c45b3b0ebb7d68c116cc5 2024-11-09T05:16:37,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/132c7835e6d349f5bb7628c7f817ebed to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/132c7835e6d349f5bb7628c7f817ebed 2024-11-09T05:16:37,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/e360d982111b4545a10f035b910fd5d8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/3079dd8d157142cca6919dd57d794b40, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/87107081ecf14bbeafdf40779ac1b2ac, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/28e3324b6e4e4e8dba0a3f214a445189, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/40fe9288cb0e4903a0e9d3a4dd126553, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/e1c564c695414d86a0c875719c90dcfa, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/5e96702da84244ca976358f5eb6de6c4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/7f0d4ae81450448aba5ec33d6e5e84f0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/ee0853cea76c442ea51d71c6037c6d32, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/2519c743f1f44b47867d0f8b1d3d0260, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/c384c91c067e40f4a0844993343073fe, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/2d4d1deefc35450bad0e1d3c444e238c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/1e2683388dba4e3eaaabb06f2054d764, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/3553f8b659ad4fd2b8b2f973b2cb77fd, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/62a9efbd1adf4467acdc62cbfe46a436, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/269fa769f6e74ec5aa2b3efbd7bb1543, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/34fbfa0dc2c344c1805baa16d4908dba, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/f3d94f13c64f47a69bfdcdc49d821fb0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/dd63300a41594798b4d80b4c8b7480ee, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/ce26652a206e4ec5a2c7f703b8668ca7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/56f9371f30f64bcb91770e6f15d6fb68, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/495bb86d5a0d4c49baadbf6d49055048, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/7b17a52f488043d08c45f3336ae133f8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/a505dd166f234a20b603325377007821] to archive 2024-11-09T05:16:37,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:16:37,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/e360d982111b4545a10f035b910fd5d8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/e360d982111b4545a10f035b910fd5d8 2024-11-09T05:16:37,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/3079dd8d157142cca6919dd57d794b40 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/3079dd8d157142cca6919dd57d794b40 2024-11-09T05:16:37,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/87107081ecf14bbeafdf40779ac1b2ac to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/87107081ecf14bbeafdf40779ac1b2ac 2024-11-09T05:16:37,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/28e3324b6e4e4e8dba0a3f214a445189 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/28e3324b6e4e4e8dba0a3f214a445189 2024-11-09T05:16:37,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/40fe9288cb0e4903a0e9d3a4dd126553 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/40fe9288cb0e4903a0e9d3a4dd126553 2024-11-09T05:16:37,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/e1c564c695414d86a0c875719c90dcfa to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/e1c564c695414d86a0c875719c90dcfa 2024-11-09T05:16:37,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/5e96702da84244ca976358f5eb6de6c4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/5e96702da84244ca976358f5eb6de6c4 2024-11-09T05:16:37,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/7f0d4ae81450448aba5ec33d6e5e84f0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/7f0d4ae81450448aba5ec33d6e5e84f0 2024-11-09T05:16:37,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/ee0853cea76c442ea51d71c6037c6d32 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/ee0853cea76c442ea51d71c6037c6d32 2024-11-09T05:16:37,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/2519c743f1f44b47867d0f8b1d3d0260 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/2519c743f1f44b47867d0f8b1d3d0260 2024-11-09T05:16:37,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/c384c91c067e40f4a0844993343073fe to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/c384c91c067e40f4a0844993343073fe 2024-11-09T05:16:37,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/2d4d1deefc35450bad0e1d3c444e238c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/2d4d1deefc35450bad0e1d3c444e238c 2024-11-09T05:16:37,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/1e2683388dba4e3eaaabb06f2054d764 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/1e2683388dba4e3eaaabb06f2054d764 2024-11-09T05:16:37,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/3553f8b659ad4fd2b8b2f973b2cb77fd to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/3553f8b659ad4fd2b8b2f973b2cb77fd 2024-11-09T05:16:37,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/62a9efbd1adf4467acdc62cbfe46a436 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/62a9efbd1adf4467acdc62cbfe46a436 2024-11-09T05:16:37,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/269fa769f6e74ec5aa2b3efbd7bb1543 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/269fa769f6e74ec5aa2b3efbd7bb1543 2024-11-09T05:16:37,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/34fbfa0dc2c344c1805baa16d4908dba to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/34fbfa0dc2c344c1805baa16d4908dba 2024-11-09T05:16:37,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/f3d94f13c64f47a69bfdcdc49d821fb0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/f3d94f13c64f47a69bfdcdc49d821fb0 2024-11-09T05:16:37,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/dd63300a41594798b4d80b4c8b7480ee to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/dd63300a41594798b4d80b4c8b7480ee 2024-11-09T05:16:37,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/ce26652a206e4ec5a2c7f703b8668ca7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/ce26652a206e4ec5a2c7f703b8668ca7 2024-11-09T05:16:37,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/56f9371f30f64bcb91770e6f15d6fb68 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/56f9371f30f64bcb91770e6f15d6fb68 2024-11-09T05:16:37,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/495bb86d5a0d4c49baadbf6d49055048 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/495bb86d5a0d4c49baadbf6d49055048 2024-11-09T05:16:37,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/7b17a52f488043d08c45f3336ae133f8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/7b17a52f488043d08c45f3336ae133f8 2024-11-09T05:16:37,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/a505dd166f234a20b603325377007821 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/a505dd166f234a20b603325377007821 2024-11-09T05:16:37,505 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/recovered.edits/777.seqid, newMaxSeqId=777, maxSeqId=4 2024-11-09T05:16:37,506 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. 2024-11-09T05:16:37,506 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 9c7f245f166fe40afec2be98f99b24e8: Waiting for close lock at 1731129395721Running coprocessor pre-close hooks at 1731129395721Disabling compacts and flushes for region at 1731129395721Disabling writes for close at 1731129395721Obtaining lock to block concurrent updates at 1731129395721Preparing flush snapshotting stores in 9c7f245f166fe40afec2be98f99b24e8 at 1731129395721Finished memstore snapshotting TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731129395722 (+1 ms)Flushing stores of TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8. at 1731129395723 (+1 ms)Flushing 9c7f245f166fe40afec2be98f99b24e8/A: creating writer at 1731129395723Flushing mob file 9c7f245f166fe40afec2be98f99b24e8/A: appending metadata at 1731129395733 (+10 ms)Flushing mob file 9c7f245f166fe40afec2be98f99b24e8/A: closing flushed file at 1731129395733Flushing 9c7f245f166fe40afec2be98f99b24e8/A: appending metadata at 1731129396145 (+412 ms)Flushing 9c7f245f166fe40afec2be98f99b24e8/A: closing flushed file at 1731129396145Flushing 9c7f245f166fe40afec2be98f99b24e8/B: creating writer at 1731129396564 (+419 ms)Flushing 9c7f245f166fe40afec2be98f99b24e8/B: appending metadata at 1731129396568 (+4 ms)Flushing 9c7f245f166fe40afec2be98f99b24e8/B: closing flushed file at 1731129396568Flushing 9c7f245f166fe40afec2be98f99b24e8/C: creating writer at 1731129396978 (+410 ms)Flushing 9c7f245f166fe40afec2be98f99b24e8/C: appending metadata at 1731129396981 (+3 ms)Flushing 9c7f245f166fe40afec2be98f99b24e8/C: closing flushed file at 1731129396981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212fce2: reopening flushed file at 1731129397396 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e261267: reopening flushed file at 1731129397403 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d42b1a6: reopening flushed file at 1731129397407 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 9c7f245f166fe40afec2be98f99b24e8 in 1691ms, sequenceid=774, compaction requested=true at 1731129397413 (+6 ms)Writing region close event to WAL at 1731129397502 (+89 ms)Running coprocessor post-close hooks at 1731129397506 (+4 ms)Closed at 1731129397506 2024-11-09T05:16:37,508 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,508 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=9c7f245f166fe40afec2be98f99b24e8, regionState=CLOSED 2024-11-09T05:16:37,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:16:37,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-09T05:16:37,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 9c7f245f166fe40afec2be98f99b24e8, server=059551c538b7,34017,1731129333987 in 1.9420 sec 2024-11-09T05:16:37,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-09T05:16:37,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9c7f245f166fe40afec2be98f99b24e8, UNASSIGN in 1.9460 sec 2024-11-09T05:16:37,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-09T05:16:37,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9500 sec 2024-11-09T05:16:37,516 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129397515"}]},"ts":"1731129397515"} 2024-11-09T05:16:37,517 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T05:16:37,517 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T05:16:37,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9620 sec 2024-11-09T05:16:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:16:37,704 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:37,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T05:16:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:37,708 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T05:16:37,710 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:37,715 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,720 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/recovered.edits] 2024-11-09T05:16:37,725 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/6297330f07d04ebbbd34a6f0d211f43c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/6297330f07d04ebbbd34a6f0d211f43c 2024-11-09T05:16:37,726 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/cf56001a14fe4fcea94755448873f950 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/cf56001a14fe4fcea94755448873f950 2024-11-09T05:16:37,728 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f0bea2169a2d48fdbe7bce2e3b109b9b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/A/f0bea2169a2d48fdbe7bce2e3b109b9b 2024-11-09T05:16:37,730 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3803b7d727d844ba85fe6ca6429c044f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3803b7d727d844ba85fe6ca6429c044f 2024-11-09T05:16:37,732 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3eee864ad1144bf682a2c248c7a1c6ad to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/3eee864ad1144bf682a2c248c7a1c6ad 2024-11-09T05:16:37,733 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f42d5e183ce84099b223cdc69aa6cc33 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/B/f42d5e183ce84099b223cdc69aa6cc33 2024-11-09T05:16:37,735 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/0a7ab7c66a3941fe8e473636e4484979 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/0a7ab7c66a3941fe8e473636e4484979 2024-11-09T05:16:37,736 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/bc670550f1f046ddbb8dd886a5bbabda to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/bc670550f1f046ddbb8dd886a5bbabda 2024-11-09T05:16:37,737 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/d290ff8fb55b4932a1ee250976d60883 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/C/d290ff8fb55b4932a1ee250976d60883 2024-11-09T05:16:37,739 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/recovered.edits/777.seqid to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8/recovered.edits/777.seqid 2024-11-09T05:16:37,740 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,740 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T05:16:37,741 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T05:16:37,741 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T05:16:37,745 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110904acfae8cee841548479c1dc8b4798f6_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110904acfae8cee841548479c1dc8b4798f6_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,746 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090e3e7e7bb78542678b3bcdebacce7fc8_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090e3e7e7bb78542678b3bcdebacce7fc8_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,747 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110915454a0aaef9441782e2b3df58ccf7c8_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110915454a0aaef9441782e2b3df58ccf7c8_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,748 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091fcac6b9760749428000ee5ee73cbdb3_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091fcac6b9760749428000ee5ee73cbdb3_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,749 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110932801a9436854165af1c6a3177624dba_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110932801a9436854165af1c6a3177624dba_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,751 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093a5a7402eb7f4b3ea47bf500164236b8_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093a5a7402eb7f4b3ea47bf500164236b8_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,752 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093c85dfc26d2640f48f6a486b882b26d0_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093c85dfc26d2640f48f6a486b882b26d0_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,753 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110945d1670dbda143dda4e5294c0e3c22a6_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110945d1670dbda143dda4e5294c0e3c22a6_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,754 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110949c38be7af5540b49543614b76acbadb_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110949c38be7af5540b49543614b76acbadb_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,755 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095976a2018f4844af9ab981e2674108fb_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095976a2018f4844af9ab981e2674108fb_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,756 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095bb148e4790744d39f6f13756c7758e3_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095bb148e4790744d39f6f13756c7758e3_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,757 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109654d91ef83234cb39fbd2466988f710c_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109654d91ef83234cb39fbd2466988f710c_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,758 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096553315fe0e045f2b482e624bcde5856_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096553315fe0e045f2b482e624bcde5856_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,759 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096dbc04dae85944059be5e65336baeaef_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096dbc04dae85944059be5e65336baeaef_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,760 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097059f3cdaba14b9e843ece32f15b2004_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097059f3cdaba14b9e843ece32f15b2004_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,761 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110970c10682469a4e29b9954a4f898592fe_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110970c10682469a4e29b9954a4f898592fe_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,762 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110972ce4d80fd134a2398987dce86aaf1b2_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110972ce4d80fd134a2398987dce86aaf1b2_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,763 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110979a420d611ea4173a32ae484142c62bf_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110979a420d611ea4173a32ae484142c62bf_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,764 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099cc0e92a203b44b7ad30206d4951ff36_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099cc0e92a203b44b7ad30206d4951ff36_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,765 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109be82152a8e814d4781bfa36fddd5e502_9c7f245f166fe40afec2be98f99b24e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109be82152a8e814d4781bfa36fddd5e502_9c7f245f166fe40afec2be98f99b24e8 2024-11-09T05:16:37,765 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T05:16:37,767 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:37,769 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T05:16:37,771 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T05:16:37,772 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:37,772 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T05:16:37,772 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731129397772"}]},"ts":"9223372036854775807"} 2024-11-09T05:16:37,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:16:37,774 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9c7f245f166fe40afec2be98f99b24e8, NAME => 'TestAcidGuarantees,,1731129366285.9c7f245f166fe40afec2be98f99b24e8.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:16:37,774 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T05:16:37,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731129397774"}]},"ts":"9223372036854775807"} 2024-11-09T05:16:37,776 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T05:16:37,776 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:37,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 71 msec 2024-11-09T05:16:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T05:16:37,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T05:16:37,814 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:37,822 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 250), OpenFileDescriptor=457 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 403) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=822 (was 963) 2024-11-09T05:16:37,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=822 2024-11-09T05:16:37,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:16:37,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:16:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T05:16:37,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:16:37,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:37,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-09T05:16:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T05:16:37,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:16:37,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742053_1229 (size=1061) 2024-11-09T05:16:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T05:16:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T05:16:38,247 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1 2024-11-09T05:16:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742054_1230 (size=53) 2024-11-09T05:16:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T05:16:38,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:38,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 437fbd97dec6c26457712311c8387267, disabling compactions & flushes 2024-11-09T05:16:38,660 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:38,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:38,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. after waiting 0 ms 2024-11-09T05:16:38,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:38,660 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:38,660 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 437fbd97dec6c26457712311c8387267: Waiting for close lock at 1731129398660Disabling compacts and flushes for region at 1731129398660Disabling writes for close at 1731129398660Writing region close event to WAL at 1731129398660Closed at 1731129398660 2024-11-09T05:16:38,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:16:38,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731129398704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129398704"}]},"ts":"1731129398704"} 2024-11-09T05:16:38,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:16:38,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:16:38,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129398710"}]},"ts":"1731129398710"} 2024-11-09T05:16:38,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T05:16:38,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=437fbd97dec6c26457712311c8387267, ASSIGN}] 2024-11-09T05:16:38,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=437fbd97dec6c26457712311c8387267, ASSIGN 2024-11-09T05:16:38,716 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=437fbd97dec6c26457712311c8387267, ASSIGN; state=OFFLINE, location=059551c538b7,34017,1731129333987; forceNewPlan=false, retain=false 2024-11-09T05:16:38,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=437fbd97dec6c26457712311c8387267, regionState=OPENING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:16:38,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=437fbd97dec6c26457712311c8387267, ASSIGN because future has completed 2024-11-09T05:16:38,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:16:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T05:16:39,030 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:39,030 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:16:39,030 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,031 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:16:39,031 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,031 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,033 INFO [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,035 INFO [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:16:39,035 INFO [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437fbd97dec6c26457712311c8387267 columnFamilyName A 2024-11-09T05:16:39,035 DEBUG [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:39,036 INFO [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] regionserver.HStore(327): Store=437fbd97dec6c26457712311c8387267/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:39,036 INFO [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,038 INFO [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:16:39,038 INFO [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437fbd97dec6c26457712311c8387267 columnFamilyName B 2024-11-09T05:16:39,038 DEBUG [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:39,039 INFO [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] regionserver.HStore(327): Store=437fbd97dec6c26457712311c8387267/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:39,039 INFO [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,040 INFO [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:16:39,041 INFO [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 437fbd97dec6c26457712311c8387267 columnFamilyName C 2024-11-09T05:16:39,041 DEBUG [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:16:39,041 INFO [StoreOpener-437fbd97dec6c26457712311c8387267-1 {}] regionserver.HStore(327): Store=437fbd97dec6c26457712311c8387267/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:16:39,041 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:39,042 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,043 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,043 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,044 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,044 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,045 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:16:39,046 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,048 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:16:39,048 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 437fbd97dec6c26457712311c8387267; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61604441, jitterRate=-0.0820222944021225}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:16:39,048 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:39,049 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 437fbd97dec6c26457712311c8387267: Running coprocessor pre-open hook at 1731129399031Writing region info on filesystem at 1731129399031Initializing all the Stores at 1731129399032 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129399032Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129399033 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129399033Cleaning up temporary data from old regions at 1731129399044 (+11 ms)Running coprocessor post-open hooks at 1731129399048 (+4 ms)Region opened successfully at 1731129399049 (+1 ms) 2024-11-09T05:16:39,050 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., pid=63, masterSystemTime=1731129399023 2024-11-09T05:16:39,052 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:39,052 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:39,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=437fbd97dec6c26457712311c8387267, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:16:39,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:16:39,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-09T05:16:39,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 in 184 msec 2024-11-09T05:16:39,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-09T05:16:39,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=437fbd97dec6c26457712311c8387267, ASSIGN in 342 msec 2024-11-09T05:16:39,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:16:39,058 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129399058"}]},"ts":"1731129399058"} 2024-11-09T05:16:39,059 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T05:16:39,060 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:16:39,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2270 sec 2024-11-09T05:16:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T05:16:39,984 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:39,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e4e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:39,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:39,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:39,986 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7368f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:39,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:39,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:39,989 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:39,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f03c2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:39,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:39,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:39,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:39,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:16:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41825,1731129333054 2024-11-09T05:16:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@900e1fd 2024-11-09T05:16:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:16:39,997 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:16:39,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:39,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:39,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:39,999 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156511a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:40,001 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6df1d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:40,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:40,003 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2c52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:40,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:40,004 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:40,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e09afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:40,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:40,006 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:40,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e658680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:40,008 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eeea1df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:40,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:40,010 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a01f8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:40,012 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae5fd51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5559acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:40,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:40,015 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96e7a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:40,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:40,016 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:40,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513f78a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:40,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:40,018 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6450d29b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:40,019 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a0c503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:40,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:40,021 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:40,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:40,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:40,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760aacdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:40,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:40,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:40,022 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:40,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50012a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:40,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:40,023 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc2ed8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:40,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:40,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:40,024 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:40,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41adfd91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:40,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:40,026 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ce2507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:40,027 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf7a5bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f72a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:16:40,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:16:40,029 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:16:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:16:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:16:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1b90e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:16:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:16:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:16:40,030 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:16:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e7ffc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:16:40,031 DEBUG [Thread-1093 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:40,031 DEBUG [Thread-1091 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:40,031 DEBUG [Thread-1080 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:40,031 DEBUG [Thread-1097 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:40,032 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:40,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:40,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:40,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:40,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:40,032 DEBUG [Thread-1088 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:40,032 DEBUG [Thread-1099 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:40,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:40,033 DEBUG [Thread-1084 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:40,033 DEBUG [Thread-1082 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:40,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:40,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:40,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-09T05:16:40,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:40,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:40,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:40,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:40,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:40,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:40,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:40,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:40,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:40,035 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:40,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:40,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:40,035 DEBUG [Thread-1086 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:40,035 DEBUG [Thread-1095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:16:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:16:40,036 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:16:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:40,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T05:16:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:16:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:16:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:16:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:16:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:16:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:16:40,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:40,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:40,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:16:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:16:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:16:40,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:16:40,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:16:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:40,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T05:16:40,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:40,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:40,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:40,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:40,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:40,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:40,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/3da016b6a1ff4cf78ecd56740cc13e66 is 50, key is test_row_0/A:col10/1731129400043/Put/seqid=0 2024-11-09T05:16:40,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742055_1231 (size=12001) 2024-11-09T05:16:40,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129460074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1731129400064, max timestamp=1731129400079Num uniques 859; 2024-11-09T05:16:40,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:40,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9559, totalHeapSize=21976, min timestamp=1731129400064, max timestamp=1731129400079Num uniques 859; 2024-11-09T05:16:40,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39329, new segment data size=9559, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:40,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9560, totalHeapSize=21976, min timestamp=1731129400064, max timestamp=1731129400079Num uniques 859; 2024-11-09T05:16:40,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39330, new segment data size=9560, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T05:16:40,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129460147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129460148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129460153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129460153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T05:16:40,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:40,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:40,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:40,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129460234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129460263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129460263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129460264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129460264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T05:16:40,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:40,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:40,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:40,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T05:16:40,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129460443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129460473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129460473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129460473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129460473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/3da016b6a1ff4cf78ecd56740cc13e66 2024-11-09T05:16:40,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T05:16:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:40,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/881ae5b09faf4fdabf89d3e7eb215399 is 50, key is test_row_0/B:col10/1731129400043/Put/seqid=0 2024-11-09T05:16:40,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742056_1232 (size=12001) 2024-11-09T05:16:40,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T05:16:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:40,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:40,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:40,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T05:16:40,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129460753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129460782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129460783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129460783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129460783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:40,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T05:16:40,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:40,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:40,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:40,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/881ae5b09faf4fdabf89d3e7eb215399 2024-11-09T05:16:40,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/04b36a1cd07c41ba95b1ec9ef5bdaa9a is 50, key is test_row_0/C:col10/1731129400043/Put/seqid=0 2024-11-09T05:16:40,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742057_1233 (size=12001) 2024-11-09T05:16:40,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T05:16:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:40,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:41,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T05:16:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:41,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T05:16:41,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:41,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T05:16:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129461263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:41,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:41,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:41,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:41,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:41,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:41,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129461293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:41,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129461293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:41,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129461293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:41,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129461293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:41,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/04b36a1cd07c41ba95b1ec9ef5bdaa9a 2024-11-09T05:16:41,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/3da016b6a1ff4cf78ecd56740cc13e66 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/3da016b6a1ff4cf78ecd56740cc13e66 2024-11-09T05:16:41,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/3da016b6a1ff4cf78ecd56740cc13e66, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T05:16:41,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/881ae5b09faf4fdabf89d3e7eb215399 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/881ae5b09faf4fdabf89d3e7eb215399 2024-11-09T05:16:41,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/881ae5b09faf4fdabf89d3e7eb215399, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T05:16:41,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/04b36a1cd07c41ba95b1ec9ef5bdaa9a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/04b36a1cd07c41ba95b1ec9ef5bdaa9a 2024-11-09T05:16:41,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/04b36a1cd07c41ba95b1ec9ef5bdaa9a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T05:16:41,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 437fbd97dec6c26457712311c8387267 in 1325ms, sequenceid=12, compaction requested=false 2024-11-09T05:16:41,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:41,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T05:16:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:41,418 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-09T05:16:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:41,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:41,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:41,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/69bf6b8cf50f4508930b59091333221d is 50, key is test_row_0/A:col10/1731129400145/Put/seqid=0 2024-11-09T05:16:41,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742058_1234 (size=12001) 2024-11-09T05:16:41,429 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/69bf6b8cf50f4508930b59091333221d 2024-11-09T05:16:41,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/6e430ce0d6b7466283cebd904011644c is 50, key is test_row_0/B:col10/1731129400145/Put/seqid=0 2024-11-09T05:16:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742059_1235 (size=12001) 2024-11-09T05:16:41,852 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/6e430ce0d6b7466283cebd904011644c 2024-11-09T05:16:41,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/25187a0692c74a93bc0b1bf0feed25db is 50, key is test_row_0/C:col10/1731129400145/Put/seqid=0 2024-11-09T05:16:41,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742060_1236 (size=12001) 2024-11-09T05:16:41,879 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/25187a0692c74a93bc0b1bf0feed25db 2024-11-09T05:16:41,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/69bf6b8cf50f4508930b59091333221d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/69bf6b8cf50f4508930b59091333221d 2024-11-09T05:16:41,893 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/69bf6b8cf50f4508930b59091333221d, entries=150, sequenceid=47, filesize=11.7 K 2024-11-09T05:16:41,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/6e430ce0d6b7466283cebd904011644c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/6e430ce0d6b7466283cebd904011644c 2024-11-09T05:16:41,900 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/6e430ce0d6b7466283cebd904011644c, entries=150, sequenceid=47, filesize=11.7 K 2024-11-09T05:16:41,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/25187a0692c74a93bc0b1bf0feed25db as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/25187a0692c74a93bc0b1bf0feed25db 2024-11-09T05:16:41,911 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/25187a0692c74a93bc0b1bf0feed25db, entries=150, sequenceid=47, filesize=11.7 K 2024-11-09T05:16:41,912 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for 437fbd97dec6c26457712311c8387267 in 494ms, sequenceid=47, compaction requested=false 2024-11-09T05:16:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-09T05:16:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-09T05:16:41,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-09T05:16:41,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8770 sec 2024-11-09T05:16:41,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.8860 sec 2024-11-09T05:16:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T05:16:42,193 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:42,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-09T05:16:42,195 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T05:16:42,196 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:42,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:42,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:16:42,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:42,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:42,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:42,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:42,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:42,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:42,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/0a8e0a7bc50846b49e267f8eb98b7560 is 50, key is test_row_0/A:col10/1731129402286/Put/seqid=0 2024-11-09T05:16:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742061_1237 (size=14341) 2024-11-09T05:16:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T05:16:42,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129402318, max timestamp=1731129402323Num uniques 859; 2024-11-09T05:16:42,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129462320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129402318, max timestamp=1731129402323Num uniques 859; 2024-11-09T05:16:42,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:42,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129402318, max timestamp=1731129402323Num uniques 859; 2024-11-09T05:16:42,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T05:16:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:42,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:42,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:42,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129462345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129462346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129462347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129462348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129462433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129462453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129462463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129462463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129462463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T05:16:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:42,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T05:16:42,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129462643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T05:16:42,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:42,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129462663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129462673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129462673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129462673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/0a8e0a7bc50846b49e267f8eb98b7560 2024-11-09T05:16:42,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/9b02fe4aa7d14039a10365107801e857 is 50, key is test_row_0/B:col10/1731129402286/Put/seqid=0 2024-11-09T05:16:42,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742062_1238 (size=12001) 2024-11-09T05:16:42,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T05:16:42,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:42,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:42,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:42,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T05:16:42,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129462953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T05:16:42,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:42,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:42,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:42,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:42,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129462973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129462983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129462983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129462983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:43,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:16:43,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/9b02fe4aa7d14039a10365107801e857 2024-11-09T05:16:43,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T05:16:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:43,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:43,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:43,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/67235b733ba7471f9a7b78747e48683f is 50, key is test_row_0/C:col10/1731129402286/Put/seqid=0 2024-11-09T05:16:43,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742063_1239 (size=12001) 2024-11-09T05:16:43,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T05:16:43,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:43,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:43,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:43,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T05:16:43,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T05:16:43,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:43,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:43,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:43,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:43,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:43,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129463463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:43,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129463483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:43,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129463492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:43,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129463493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:43,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129463493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:43,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/67235b733ba7471f9a7b78747e48683f 2024-11-09T05:16:43,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/0a8e0a7bc50846b49e267f8eb98b7560 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/0a8e0a7bc50846b49e267f8eb98b7560 2024-11-09T05:16:43,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/0a8e0a7bc50846b49e267f8eb98b7560, entries=200, sequenceid=57, filesize=14.0 K 2024-11-09T05:16:43,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/9b02fe4aa7d14039a10365107801e857 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/9b02fe4aa7d14039a10365107801e857 2024-11-09T05:16:43,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/9b02fe4aa7d14039a10365107801e857, entries=150, sequenceid=57, filesize=11.7 K 2024-11-09T05:16:43,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/67235b733ba7471f9a7b78747e48683f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/67235b733ba7471f9a7b78747e48683f 2024-11-09T05:16:43,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/67235b733ba7471f9a7b78747e48683f, entries=150, sequenceid=57, filesize=11.7 K 2024-11-09T05:16:43,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 437fbd97dec6c26457712311c8387267 in 1263ms, sequenceid=57, compaction requested=true 2024-11-09T05:16:43,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:43,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:43,550 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:43,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:43,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:43,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:43,550 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:43,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:43,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:43,551 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:43,551 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:43,551 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/A is initiating minor compaction (all files) 2024-11-09T05:16:43,551 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/B is initiating minor compaction (all files) 2024-11-09T05:16:43,551 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/A in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:43,551 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/B in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:43,551 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/881ae5b09faf4fdabf89d3e7eb215399, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/6e430ce0d6b7466283cebd904011644c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/9b02fe4aa7d14039a10365107801e857] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=35.2 K 2024-11-09T05:16:43,551 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/3da016b6a1ff4cf78ecd56740cc13e66, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/69bf6b8cf50f4508930b59091333221d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/0a8e0a7bc50846b49e267f8eb98b7560] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=37.4 K 2024-11-09T05:16:43,552 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3da016b6a1ff4cf78ecd56740cc13e66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731129400043 2024-11-09T05:16:43,552 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 881ae5b09faf4fdabf89d3e7eb215399, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731129400043 2024-11-09T05:16:43,552 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69bf6b8cf50f4508930b59091333221d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731129400137 2024-11-09T05:16:43,552 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e430ce0d6b7466283cebd904011644c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731129400137 2024-11-09T05:16:43,552 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a8e0a7bc50846b49e267f8eb98b7560, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731129402279 2024-11-09T05:16:43,552 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b02fe4aa7d14039a10365107801e857, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731129402279 2024-11-09T05:16:43,559 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#B#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:43,559 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#A#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:43,559 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/6e82491a97d247e6b6cd4965ac05e316 is 50, key is test_row_0/B:col10/1731129402286/Put/seqid=0 2024-11-09T05:16:43,560 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/11fa6f3d539e4ecd923410daa21a7a85 is 50, key is test_row_0/A:col10/1731129402286/Put/seqid=0 2024-11-09T05:16:43,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742065_1241 (size=12104) 2024-11-09T05:16:43,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742064_1240 (size=12104) 2024-11-09T05:16:43,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T05:16:43,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:43,572 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-09T05:16:43,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:43,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:43,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:43,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:43,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:43,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:43,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/5efdd01e77874c0f9b5594f80dd473c8 is 50, key is test_row_0/A:col10/1731129402347/Put/seqid=0 2024-11-09T05:16:43,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742066_1242 (size=12001) 2024-11-09T05:16:43,587 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/5efdd01e77874c0f9b5594f80dd473c8 2024-11-09T05:16:43,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/bc7f41f84af6498cbc22a463f9be8d67 is 50, key is test_row_0/B:col10/1731129402347/Put/seqid=0 2024-11-09T05:16:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742067_1243 (size=12001) 2024-11-09T05:16:43,975 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/6e82491a97d247e6b6cd4965ac05e316 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/6e82491a97d247e6b6cd4965ac05e316 2024-11-09T05:16:43,975 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/11fa6f3d539e4ecd923410daa21a7a85 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/11fa6f3d539e4ecd923410daa21a7a85 2024-11-09T05:16:43,980 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/B of 437fbd97dec6c26457712311c8387267 into 6e82491a97d247e6b6cd4965ac05e316(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:43,981 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:43,981 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/B, priority=13, startTime=1731129403550; duration=0sec 2024-11-09T05:16:43,981 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:43,981 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:B 2024-11-09T05:16:43,981 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:43,982 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:43,982 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/C is initiating minor compaction (all files) 2024-11-09T05:16:43,982 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/C in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:43,982 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/04b36a1cd07c41ba95b1ec9ef5bdaa9a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/25187a0692c74a93bc0b1bf0feed25db, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/67235b733ba7471f9a7b78747e48683f] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=35.2 K 2024-11-09T05:16:43,982 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 04b36a1cd07c41ba95b1ec9ef5bdaa9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731129400043 2024-11-09T05:16:43,983 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 25187a0692c74a93bc0b1bf0feed25db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731129400137 2024-11-09T05:16:43,983 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 67235b733ba7471f9a7b78747e48683f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731129402279 2024-11-09T05:16:43,987 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/A of 437fbd97dec6c26457712311c8387267 into 11fa6f3d539e4ecd923410daa21a7a85(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:43,987 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:43,987 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/A, priority=13, startTime=1731129403550; duration=0sec 2024-11-09T05:16:43,987 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:43,987 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:A 2024-11-09T05:16:43,990 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#C#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:43,991 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/31bf2193e59945a8ac6f82d4107feb19 is 50, key is test_row_0/C:col10/1731129402286/Put/seqid=0 2024-11-09T05:16:44,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742068_1244 (size=12104) 2024-11-09T05:16:44,008 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/bc7f41f84af6498cbc22a463f9be8d67 2024-11-09T05:16:44,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/6fa6528dca6143839c4e929c7bb35f83 is 50, key is test_row_0/C:col10/1731129402347/Put/seqid=0 2024-11-09T05:16:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742069_1245 (size=12001) 2024-11-09T05:16:44,030 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/6fa6528dca6143839c4e929c7bb35f83 2024-11-09T05:16:44,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/5efdd01e77874c0f9b5594f80dd473c8 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/5efdd01e77874c0f9b5594f80dd473c8 2024-11-09T05:16:44,041 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/5efdd01e77874c0f9b5594f80dd473c8, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T05:16:44,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/bc7f41f84af6498cbc22a463f9be8d67 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/bc7f41f84af6498cbc22a463f9be8d67 2024-11-09T05:16:44,046 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/bc7f41f84af6498cbc22a463f9be8d67, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T05:16:44,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/6fa6528dca6143839c4e929c7bb35f83 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/6fa6528dca6143839c4e929c7bb35f83 2024-11-09T05:16:44,051 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/6fa6528dca6143839c4e929c7bb35f83, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T05:16:44,052 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=0 B/0 for 437fbd97dec6c26457712311c8387267 in 480ms, sequenceid=93, compaction requested=false 2024-11-09T05:16:44,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:44,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:44,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-09T05:16:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-09T05:16:44,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-09T05:16:44,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8580 sec 2024-11-09T05:16:44,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.8640 sec 2024-11-09T05:16:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T05:16:44,356 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:44,357 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-09T05:16:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:16:44,361 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:44,362 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:44,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:44,406 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/31bf2193e59945a8ac6f82d4107feb19 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/31bf2193e59945a8ac6f82d4107feb19 2024-11-09T05:16:44,410 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/C of 437fbd97dec6c26457712311c8387267 into 31bf2193e59945a8ac6f82d4107feb19(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:44,410 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:44,410 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/C, priority=13, startTime=1731129403550; duration=0sec 2024-11-09T05:16:44,410 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:44,410 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:C 2024-11-09T05:16:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:16:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:44,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:16:44,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:44,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:44,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:44,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:44,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:44,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:44,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/32aef36b6bd84d7092f9a906228c56fd is 50, key is test_row_0/A:col10/1731129404486/Put/seqid=0 2024-11-09T05:16:44,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742070_1246 (size=14341) 2024-11-09T05:16:44,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:44,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:44,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:44,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:44,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:44,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:44,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129464520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129404519, max timestamp=1731129404525Num uniques 859; 2024-11-09T05:16:44,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:44,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129404519, max timestamp=1731129404525Num uniques 859; 2024-11-09T05:16:44,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129404519, max timestamp=1731129404525Num uniques 859; 2024-11-09T05:16:44,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:44,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:16:44,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129464573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129464575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129404531, max timestamp=1731129404578Num uniques 1018; 2024-11-09T05:16:44,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-09T05:16:44,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129404531, max timestamp=1731129404578Num uniques 1018; 2024-11-09T05:16:44,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129404531, max timestamp=1731129404578Num uniques 1018; 2024-11-09T05:16:44,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-09T05:16:44,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-09T05:16:44,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129464615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129464616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129464633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:44,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:44,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:44,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:44,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:44,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:16:44,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129464683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129464683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129464723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129464723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:44,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:44,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:44,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:44,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:44,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:44,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129464843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129464893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129464893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/32aef36b6bd84d7092f9a906228c56fd 2024-11-09T05:16:44,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/1f85317a685648569156658113946e3c is 50, key is test_row_0/B:col10/1731129404486/Put/seqid=0 2024-11-09T05:16:44,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742071_1247 (size=12001) 2024-11-09T05:16:44,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129464933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129464933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:44,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:44,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:44,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:16:45,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:45,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:45,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129465153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:45,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129465203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:45,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:45,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129465203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:45,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:45,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129465243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:45,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129465243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:45,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:45,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:45,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:45,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/1f85317a685648569156658113946e3c 2024-11-09T05:16:45,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/02e1da4742184c479b525eabbcaa70b0 is 50, key is test_row_0/C:col10/1731129404486/Put/seqid=0 2024-11-09T05:16:45,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742072_1248 (size=12001) 2024-11-09T05:16:45,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:45,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:45,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:16:45,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129465663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:45,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:45,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129465713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:45,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129465713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:45,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/02e1da4742184c479b525eabbcaa70b0 2024-11-09T05:16:45,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/32aef36b6bd84d7092f9a906228c56fd as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/32aef36b6bd84d7092f9a906228c56fd 2024-11-09T05:16:45,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/32aef36b6bd84d7092f9a906228c56fd, entries=200, sequenceid=106, filesize=14.0 K 2024-11-09T05:16:45,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/1f85317a685648569156658113946e3c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/1f85317a685648569156658113946e3c 2024-11-09T05:16:45,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/1f85317a685648569156658113946e3c, entries=150, sequenceid=106, filesize=11.7 K 2024-11-09T05:16:45,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/02e1da4742184c479b525eabbcaa70b0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/02e1da4742184c479b525eabbcaa70b0 2024-11-09T05:16:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/02e1da4742184c479b525eabbcaa70b0, entries=150, sequenceid=106, filesize=11.7 K 2024-11-09T05:16:45,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 437fbd97dec6c26457712311c8387267 in 1259ms, sequenceid=106, compaction requested=true 2024-11-09T05:16:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:45,746 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:45,746 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:45,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:45,747 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:45,747 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/A is initiating minor compaction (all files) 2024-11-09T05:16:45,747 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/A in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,747 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:45,748 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/B is initiating minor compaction (all files) 2024-11-09T05:16:45,748 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/11fa6f3d539e4ecd923410daa21a7a85, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/5efdd01e77874c0f9b5594f80dd473c8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/32aef36b6bd84d7092f9a906228c56fd] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=37.5 K 2024-11-09T05:16:45,748 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/B in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,748 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/6e82491a97d247e6b6cd4965ac05e316, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/bc7f41f84af6498cbc22a463f9be8d67, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/1f85317a685648569156658113946e3c] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=35.3 K 2024-11-09T05:16:45,748 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11fa6f3d539e4ecd923410daa21a7a85, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731129402279 2024-11-09T05:16:45,748 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e82491a97d247e6b6cd4965ac05e316, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731129402279 2024-11-09T05:16:45,748 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting bc7f41f84af6498cbc22a463f9be8d67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731129402344 2024-11-09T05:16:45,748 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5efdd01e77874c0f9b5594f80dd473c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731129402344 2024-11-09T05:16:45,749 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f85317a685648569156658113946e3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731129404480 2024-11-09T05:16:45,749 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32aef36b6bd84d7092f9a906228c56fd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731129404480 2024-11-09T05:16:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:45,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=140.89 KB heapSize=399.38 KB 2024-11-09T05:16:45,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:45,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:45,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:45,758 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#B#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:45,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:45,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:45,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:45,759 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/31b3b990ed794e6c95e0d27a3aa92df5 is 50, key is test_row_0/B:col10/1731129404486/Put/seqid=0 2024-11-09T05:16:45,762 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#A#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:45,763 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/4de7f92e7af74972abd0f5a1a8a0a0ab is 50, key is test_row_0/A:col10/1731129404486/Put/seqid=0 2024-11-09T05:16:45,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/4bab928a55d1438bb7d88a78556a857f is 50, key is test_row_0/A:col10/1731129404615/Put/seqid=0 2024-11-09T05:16:45,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742073_1249 (size=12207) 2024-11-09T05:16:45,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742074_1250 (size=12207) 2024-11-09T05:16:45,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742075_1251 (size=14541) 2024-11-09T05:16:45,778 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/4de7f92e7af74972abd0f5a1a8a0a0ab as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4de7f92e7af74972abd0f5a1a8a0a0ab 2024-11-09T05:16:45,783 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/A of 437fbd97dec6c26457712311c8387267 into 4de7f92e7af74972abd0f5a1a8a0a0ab(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:45,783 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:45,783 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/A, priority=13, startTime=1731129405746; duration=0sec 2024-11-09T05:16:45,783 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:45,783 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:A 2024-11-09T05:16:45,784 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:45,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129465777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:45,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:45,785 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:45,785 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/C is initiating minor compaction (all files) 2024-11-09T05:16:45,785 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/C in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,785 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/31bf2193e59945a8ac6f82d4107feb19, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/6fa6528dca6143839c4e929c7bb35f83, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/02e1da4742184c479b525eabbcaa70b0] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=35.3 K 2024-11-09T05:16:45,786 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31bf2193e59945a8ac6f82d4107feb19, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731129402279 2024-11-09T05:16:45,786 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fa6528dca6143839c4e929c7bb35f83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731129402344 2024-11-09T05:16:45,787 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02e1da4742184c479b525eabbcaa70b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731129404480 2024-11-09T05:16:45,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129465784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:45,793 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#C#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:45,794 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/b2598e8f9285484d8b934c883f2fc2cc is 50, key is test_row_0/C:col10/1731129404486/Put/seqid=0 2024-11-09T05:16:45,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742076_1252 (size=12207) 2024-11-09T05:16:45,811 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/b2598e8f9285484d8b934c883f2fc2cc as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b2598e8f9285484d8b934c883f2fc2cc 2024-11-09T05:16:45,816 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/C of 437fbd97dec6c26457712311c8387267 into b2598e8f9285484d8b934c883f2fc2cc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:45,816 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:45,816 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/C, priority=13, startTime=1731129405746; duration=0sec 2024-11-09T05:16:45,816 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:45,816 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:C 2024-11-09T05:16:45,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:45,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:45,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129465893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:45,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129465903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:45,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:45,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:46,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:46,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:46,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:46,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:46,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:46,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:46,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129466103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:46,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129466113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:46,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:46,172 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/31b3b990ed794e6c95e0d27a3aa92df5 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/31b3b990ed794e6c95e0d27a3aa92df5 2024-11-09T05:16:46,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/4bab928a55d1438bb7d88a78556a857f 2024-11-09T05:16:46,176 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/B of 437fbd97dec6c26457712311c8387267 into 31b3b990ed794e6c95e0d27a3aa92df5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:46,176 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:46,176 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/B, priority=13, startTime=1731129405746; duration=0sec 2024-11-09T05:16:46,177 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:46,177 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:B 2024-11-09T05:16:46,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/352520e2413449ff94f18e274c1cfaa1 is 50, key is test_row_0/B:col10/1731129404615/Put/seqid=0 2024-11-09T05:16:46,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742077_1253 (size=12151) 2024-11-09T05:16:46,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:46,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:46,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:46,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:46,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:46,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:46,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:46,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:46,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:46,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:46,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:46,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:46,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129466413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:46,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:46,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129466423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:46,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:46,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:16:46,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/352520e2413449ff94f18e274c1cfaa1 2024-11-09T05:16:46,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/a1afbb0a52c84994860636b5f92b4dd7 is 50, key is test_row_0/C:col10/1731129404615/Put/seqid=0 2024-11-09T05:16:46,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742078_1254 (size=12151) 2024-11-09T05:16:46,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/a1afbb0a52c84994860636b5f92b4dd7 2024-11-09T05:16:46,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/4bab928a55d1438bb7d88a78556a857f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4bab928a55d1438bb7d88a78556a857f 2024-11-09T05:16:46,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4bab928a55d1438bb7d88a78556a857f, entries=200, sequenceid=160, filesize=14.2 K 2024-11-09T05:16:46,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/352520e2413449ff94f18e274c1cfaa1 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/352520e2413449ff94f18e274c1cfaa1 2024-11-09T05:16:46,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/352520e2413449ff94f18e274c1cfaa1, entries=150, sequenceid=160, filesize=11.9 K 2024-11-09T05:16:46,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/a1afbb0a52c84994860636b5f92b4dd7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/a1afbb0a52c84994860636b5f92b4dd7 2024-11-09T05:16:46,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/a1afbb0a52c84994860636b5f92b4dd7, entries=150, sequenceid=160, filesize=11.9 K 2024-11-09T05:16:46,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~399.33 KB/408912, currentSize=40.25 KB/41220 for 437fbd97dec6c26457712311c8387267 in 866ms, sequenceid=160, compaction requested=false 2024-11-09T05:16:46,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:46,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:16:46,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:46,654 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-09T05:16:46,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:46,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:46,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:46,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:46,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:46,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:46,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/3e1badf96c714c5ba59cd32ce2bcd82c is 50, key is test_row_0/A:col10/1731129405779/Put/seqid=0 2024-11-09T05:16:46,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742079_1255 (size=12151) 2024-11-09T05:16:46,662 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/3e1badf96c714c5ba59cd32ce2bcd82c 2024-11-09T05:16:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/ba9b5148970744e791ed940a1ca3fa5d is 50, key is test_row_0/B:col10/1731129405779/Put/seqid=0 2024-11-09T05:16:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742080_1256 (size=12151) 2024-11-09T05:16:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:46,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:46,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129406734, max timestamp=1731129406747Num uniques 859; 2024-11-09T05:16:46,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:46,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129406734, max timestamp=1731129406747Num uniques 859; 2024-11-09T05:16:46,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:46,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129406734, max timestamp=1731129406747Num uniques 859; 2024-11-09T05:16:46,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:16:46,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129466777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129466781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:46,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129466783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:46,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129466893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:46,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:46,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129466893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:46,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:46,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:46,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129466893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:46,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129466923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:46,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:46,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129466933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:47,079 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/ba9b5148970744e791ed940a1ca3fa5d 2024-11-09T05:16:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/bb7cb60b207e469588ba98e37fe8ab31 is 50, key is test_row_0/C:col10/1731129405779/Put/seqid=0 2024-11-09T05:16:47,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742081_1257 (size=12151) 2024-11-09T05:16:47,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129467103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:47,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129467103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:47,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129467103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:47,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:47,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129467413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129467413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129467413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:47,497 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/bb7cb60b207e469588ba98e37fe8ab31 2024-11-09T05:16:47,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/3e1badf96c714c5ba59cd32ce2bcd82c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/3e1badf96c714c5ba59cd32ce2bcd82c 2024-11-09T05:16:47,506 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/3e1badf96c714c5ba59cd32ce2bcd82c, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T05:16:47,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/ba9b5148970744e791ed940a1ca3fa5d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/ba9b5148970744e791ed940a1ca3fa5d 2024-11-09T05:16:47,511 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/ba9b5148970744e791ed940a1ca3fa5d, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T05:16:47,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/bb7cb60b207e469588ba98e37fe8ab31 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/bb7cb60b207e469588ba98e37fe8ab31 2024-11-09T05:16:47,517 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/bb7cb60b207e469588ba98e37fe8ab31, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T05:16:47,518 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 437fbd97dec6c26457712311c8387267 in 865ms, sequenceid=172, compaction requested=true 2024-11-09T05:16:47,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:47,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:47,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-09T05:16:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-09T05:16:47,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-09T05:16:47,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1600 sec 2024-11-09T05:16:47,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 3.1720 sec 2024-11-09T05:16:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:47,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=154.31 KB heapSize=440.77 KB 2024-11-09T05:16:47,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:47,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:16:47,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:47,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:16:47,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:47,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:16:47,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/4de2142cea864eaca717d062aaae5a1c is 50, key is test_row_0/A:col10/1731129406763/Put/seqid=0 2024-11-09T05:16:47,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129467933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:47,938 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_2' in 437fbd97dec6c26457712311c8387267 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:47,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:47,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129467935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742082_1258 (size=12151) 2024-11-09T05:16:47,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129467937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:47,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:47,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129467938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:47,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:47,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129467943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:47,947 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 437fbd97dec6c26457712311c8387267 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:47,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:48,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129468043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129468043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:48,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129468052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:48,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129468253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:48,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129468253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:48,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129468263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:48,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/4de2142cea864eaca717d062aaae5a1c 2024-11-09T05:16:48,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/217fe2c53bf14ddc96df2da07d3384ee is 50, key is test_row_0/B:col10/1731129406763/Put/seqid=0 2024-11-09T05:16:48,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742083_1259 (size=12151) 2024-11-09T05:16:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:16:48,523 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:48,524 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-09T05:16:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:16:48,526 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:48,526 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:48,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:48,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129468563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:48,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129468563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:48,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129468573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:48,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:48,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:16:48,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-09T05:16:48,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:48,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:48,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:48,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:48,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:48,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/217fe2c53bf14ddc96df2da07d3384ee 2024-11-09T05:16:48,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/25e0b08dec8d4e278bf5125c32fc7ca8 is 50, key is test_row_0/C:col10/1731129406763/Put/seqid=0 2024-11-09T05:16:48,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742084_1260 (size=12151) 2024-11-09T05:16:48,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/25e0b08dec8d4e278bf5125c32fc7ca8 2024-11-09T05:16:48,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/4de2142cea864eaca717d062aaae5a1c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4de2142cea864eaca717d062aaae5a1c 2024-11-09T05:16:48,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4de2142cea864eaca717d062aaae5a1c, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T05:16:48,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/217fe2c53bf14ddc96df2da07d3384ee as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/217fe2c53bf14ddc96df2da07d3384ee 2024-11-09T05:16:48,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/217fe2c53bf14ddc96df2da07d3384ee, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T05:16:48,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/25e0b08dec8d4e278bf5125c32fc7ca8 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/25e0b08dec8d4e278bf5125c32fc7ca8 2024-11-09T05:16:48,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/25e0b08dec8d4e278bf5125c32fc7ca8, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T05:16:48,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~440.72 KB/451296, currentSize=26.84 KB/27480 for 437fbd97dec6c26457712311c8387267 in 860ms, sequenceid=211, compaction requested=true 2024-11-09T05:16:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:48,788 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:48,788 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:48,791 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:48,791 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/B is initiating minor compaction (all files) 2024-11-09T05:16:48,791 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/B in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:48,791 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/31b3b990ed794e6c95e0d27a3aa92df5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/352520e2413449ff94f18e274c1cfaa1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/ba9b5148970744e791ed940a1ca3fa5d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/217fe2c53bf14ddc96df2da07d3384ee] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=47.5 K 2024-11-09T05:16:48,791 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51050 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:48,791 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/A is initiating minor compaction (all files) 2024-11-09T05:16:48,791 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/A in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:48,791 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4de7f92e7af74972abd0f5a1a8a0a0ab, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4bab928a55d1438bb7d88a78556a857f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/3e1badf96c714c5ba59cd32ce2bcd82c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4de2142cea864eaca717d062aaae5a1c] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=49.9 K 2024-11-09T05:16:48,792 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4de7f92e7af74972abd0f5a1a8a0a0ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731129404480 2024-11-09T05:16:48,792 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 31b3b990ed794e6c95e0d27a3aa92df5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731129404480 2024-11-09T05:16:48,793 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bab928a55d1438bb7d88a78556a857f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731129404604 2024-11-09T05:16:48,793 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 352520e2413449ff94f18e274c1cfaa1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731129404610 2024-11-09T05:16:48,794 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e1badf96c714c5ba59cd32ce2bcd82c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731129405763 2024-11-09T05:16:48,794 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting ba9b5148970744e791ed940a1ca3fa5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731129405763 2024-11-09T05:16:48,794 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4de2142cea864eaca717d062aaae5a1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731129406763 2024-11-09T05:16:48,794 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 217fe2c53bf14ddc96df2da07d3384ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731129406763 2024-11-09T05:16:48,811 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#A#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:48,811 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/0c0f39f64e34464da750d771541d67b8 is 50, key is test_row_0/A:col10/1731129406763/Put/seqid=0 2024-11-09T05:16:48,814 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#B#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:48,814 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/2f8227abb6734972bf2a376b54256a4c is 50, key is test_row_0/B:col10/1731129406763/Put/seqid=0 2024-11-09T05:16:48,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742085_1261 (size=12493) 2024-11-09T05:16:48,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742086_1262 (size=12493) 2024-11-09T05:16:48,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-09T05:16:48,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:48,831 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-09T05:16:48,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:48,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:48,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:48,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:48,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:48,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:48,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/ffd4b75f0441419b9abbd754bac146d2 is 50, key is test_row_0/A:col10/1731129407934/Put/seqid=0 2024-11-09T05:16:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:16:48,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742087_1263 (size=12151) 2024-11-09T05:16:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:49,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:49,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129409098, max timestamp=1731129409113Num uniques 859; 2024-11-09T05:16:49,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:16:49,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129409098, max timestamp=1731129409113Num uniques 859; 2024-11-09T05:16:49,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:16:49,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129409098, max timestamp=1731129409113Num uniques 859; 2024-11-09T05:16:49,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:16:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:16:49,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129469156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:49,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129409138, max timestamp=1731129409160Num uniques 1118; 2024-11-09T05:16:49,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129409138, max timestamp=1731129409160Num uniques 1118; 2024-11-09T05:16:49,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129409138, max timestamp=1731129409160Num uniques 1118; 2024-11-09T05:16:49,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-11-09T05:16:49,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-11-09T05:16:49,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-11-09T05:16:49,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:49,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:49,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:49,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731129409165, max timestamp=1731129409214Num uniques 1077; 2024-11-09T05:16:49,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-09T05:16:49,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731129409165, max timestamp=1731129409214Num uniques 1077; 2024-11-09T05:16:49,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-09T05:16:49,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731129409165, max timestamp=1731129409214Num uniques 1077; 2024-11-09T05:16:49,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-09T05:16:49,237 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/2f8227abb6734972bf2a376b54256a4c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/2f8227abb6734972bf2a376b54256a4c 2024-11-09T05:16:49,241 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/0c0f39f64e34464da750d771541d67b8 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/0c0f39f64e34464da750d771541d67b8 2024-11-09T05:16:49,248 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 437fbd97dec6c26457712311c8387267/B of 437fbd97dec6c26457712311c8387267 into 2f8227abb6734972bf2a376b54256a4c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:49,248 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:49,248 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/B, priority=12, startTime=1731129408788; duration=0sec 2024-11-09T05:16:49,248 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:49,248 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:B 2024-11-09T05:16:49,248 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:49,250 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 437fbd97dec6c26457712311c8387267/A of 437fbd97dec6c26457712311c8387267 into 0c0f39f64e34464da750d771541d67b8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:49,250 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:49,250 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/A, priority=12, startTime=1731129408788; duration=0sec 2024-11-09T05:16:49,250 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:49,250 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:A 2024-11-09T05:16:49,250 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:49,251 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/C is initiating minor compaction (all files) 2024-11-09T05:16:49,251 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/C in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:49,251 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b2598e8f9285484d8b934c883f2fc2cc, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/a1afbb0a52c84994860636b5f92b4dd7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/bb7cb60b207e469588ba98e37fe8ab31, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/25e0b08dec8d4e278bf5125c32fc7ca8] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=47.5 K 2024-11-09T05:16:49,251 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b2598e8f9285484d8b934c883f2fc2cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731129404480 2024-11-09T05:16:49,252 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting a1afbb0a52c84994860636b5f92b4dd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731129404610 2024-11-09T05:16:49,252 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting bb7cb60b207e469588ba98e37fe8ab31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731129405763 2024-11-09T05:16:49,253 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 25e0b08dec8d4e278bf5125c32fc7ca8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731129406763 2024-11-09T05:16:49,257 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/ffd4b75f0441419b9abbd754bac146d2 2024-11-09T05:16:49,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/97cf9336f62b48e69f55978e8dacfd31 is 50, key is test_row_0/B:col10/1731129407934/Put/seqid=0 2024-11-09T05:16:49,270 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#C#compaction#218 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:49,271 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/e282ed29febe462f9e9a27af88421b71 is 50, key is test_row_0/C:col10/1731129406763/Put/seqid=0 2024-11-09T05:16:49,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731129409260, max timestamp=1731129409288Num uniques 1036; 2024-11-09T05:16:49,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731129409260, max timestamp=1731129409288Num uniques 1036; 2024-11-09T05:16:49,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-09T05:16:49,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-09T05:16:49,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742088_1264 (size=12151) 2024-11-09T05:16:49,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731129409260, max timestamp=1731129409288Num uniques 1036; 2024-11-09T05:16:49,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-09T05:16:49,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742089_1265 (size=12493) 2024-11-09T05:16:49,323 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/e282ed29febe462f9e9a27af88421b71 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/e282ed29febe462f9e9a27af88421b71 2024-11-09T05:16:49,332 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 437fbd97dec6c26457712311c8387267/C of 437fbd97dec6c26457712311c8387267 into e282ed29febe462f9e9a27af88421b71(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:49,332 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:49,332 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/C, priority=12, startTime=1731129408788; duration=0sec 2024-11-09T05:16:49,332 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:49,332 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:C 2024-11-09T05:16:49,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731129409307, max timestamp=1731129409339Num uniques 1045; 2024-11-09T05:16:49,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731129409307, max timestamp=1731129409339Num uniques 1045; 2024-11-09T05:16:49,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-09T05:16:49,344 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731129409307, max timestamp=1731129409339Num uniques 1045; 2024-11-09T05:16:49,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-09T05:16:49,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-09T05:16:49,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731129409362, max timestamp=1731129409407Num uniques 1104; 2024-11-09T05:16:49,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731129409362, max timestamp=1731129409407Num uniques 1104; 2024-11-09T05:16:49,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-11-09T05:16:49,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-11-09T05:16:49,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731129409362, max timestamp=1731129409407Num uniques 1104; 2024-11-09T05:16:49,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-11-09T05:16:49,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731129409437, max timestamp=1731129409454Num uniques 1113; 2024-11-09T05:16:49,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-09T05:16:49,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731129409437, max timestamp=1731129409454Num uniques 1113; 2024-11-09T05:16:49,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731129409437, max timestamp=1731129409454Num uniques 1113; 2024-11-09T05:16:49,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-09T05:16:49,458 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-09T05:16:49,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7862, totalHeapSize=18128, min timestamp=1731129409484, max timestamp=1731129409499Num uniques 1022; 2024-11-09T05:16:49,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46792, new segment data size=7862, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-09T05:16:49,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7863, totalHeapSize=18128, min timestamp=1731129409484, max timestamp=1731129409499Num uniques 1022; 2024-11-09T05:16:49,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46793, new segment data size=7863, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-09T05:16:49,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7868, totalHeapSize=18128, min timestamp=1731129409484, max timestamp=1731129409499Num uniques 1022; 2024-11-09T05:16:49,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46798, new segment data size=7868, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-09T05:16:49,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731129409527, max timestamp=1731129409538Num uniques 1031; 2024-11-09T05:16:49,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=12866, suffix heap size=135192,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=281 2024-11-09T05:16:49,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731129409527, max timestamp=1731129409538Num uniques 1031; 2024-11-09T05:16:49,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731129409527, max timestamp=1731129409538Num uniques 1031; 2024-11-09T05:16:49,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=12866, suffix heap size=135192,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=281 2024-11-09T05:16:49,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=12866, suffix heap size=135192,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=281 2024-11-09T05:16:49,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129469571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:49,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129469572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:49,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731129409568, max timestamp=1731129409574Num uniques 1140; 2024-11-09T05:16:49,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731129409568, max timestamp=1731129409574Num uniques 1140; 2024-11-09T05:16:49,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731129409568, max timestamp=1731129409574Num uniques 1140; 2024-11-09T05:16:49,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=8700, suffix heap size=146528,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=190 2024-11-09T05:16:49,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=8700, suffix heap size=146528,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=190 2024-11-09T05:16:49,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=8700, suffix heap size=146528,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=190 2024-11-09T05:16:49,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:49,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:16:49,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1731129409640, max timestamp=1731129409677Num uniques 1049; 2024-11-09T05:16:49,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=9114, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199 2024-11-09T05:16:49,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1731129409640, max timestamp=1731129409677Num uniques 1049; 2024-11-09T05:16:49,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=9114, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199 2024-11-09T05:16:49,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1731129409640, max timestamp=1731129409677Num uniques 1049; 2024-11-09T05:16:49,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=9114, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199 2024-11-09T05:16:49,695 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/97cf9336f62b48e69f55978e8dacfd31 2024-11-09T05:16:49,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/cb86169a9d974a25b0d9f4824303570e is 50, key is test_row_0/C:col10/1731129407934/Put/seqid=0 2024-11-09T05:16:49,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9518, totalHeapSize=21872, min timestamp=1731129409722, max timestamp=1731129409734Num uniques 1058; 2024-11-09T05:16:49,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48448, new segment data size=9518, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208 2024-11-09T05:16:49,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9518, totalHeapSize=21872, min timestamp=1731129409722, max timestamp=1731129409734Num uniques 1058; 2024-11-09T05:16:49,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9518, totalHeapSize=21872, min timestamp=1731129409722, max timestamp=1731129409734Num uniques 1058; 2024-11-09T05:16:49,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48448, new segment data size=9518, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208 2024-11-09T05:16:49,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48448, new segment data size=9518, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208 2024-11-09T05:16:49,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742090_1266 (size=12151) 2024-11-09T05:16:49,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7636, totalHeapSize=17608, min timestamp=1731129409777, max timestamp=1731129409787Num uniques 1067; 2024-11-09T05:16:49,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1731129409777, max timestamp=1731129409787Num uniques 1067; 2024-11-09T05:16:49,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7635, totalHeapSize=17608, min timestamp=1731129409777, max timestamp=1731129409787Num uniques 1067; 2024-11-09T05:16:49,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=7642, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167 2024-11-09T05:16:49,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48855, new segment data size=7635, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167 2024-11-09T05:16:49,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48856, new segment data size=7636, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167 2024-11-09T05:16:49,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1731129409821, max timestamp=1731129409831Num uniques 1026; 2024-11-09T05:16:49,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=12636, suffix heap size=134672,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=276 2024-11-09T05:16:49,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731129409821, max timestamp=1731129409831Num uniques 1026; 2024-11-09T05:16:49,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=6870, suffix heap size=134672,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=150 2024-11-09T05:16:49,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731129409821, max timestamp=1731129409831Num uniques 1026; 2024-11-09T05:16:49,837 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=6870, suffix heap size=134672,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=150 2024-11-09T05:16:49,903 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1731129409874, max timestamp=1731129409899Num uniques 1135; 2024-11-09T05:16:49,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=10760, suffix heap size=146008,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=235 2024-11-09T05:16:49,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1731129409874, max timestamp=1731129409899Num uniques 1009; 2024-11-09T05:16:49,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10760, suffix heap size=132904,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=235 2024-11-09T05:16:49,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1731129409874, max timestamp=1731129409899Num uniques 1009; 2024-11-09T05:16:49,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10760, suffix heap size=132904,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=235 2024-11-09T05:16:49,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1731129409934, max timestamp=1731129409954Num uniques 1094; 2024-11-09T05:16:49,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1731129409934, max timestamp=1731129409954Num uniques 1094; 2024-11-09T05:16:49,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=8884, suffix heap size=141744,new segment heap size=20416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=194 2024-11-09T05:16:49,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=8884, suffix heap size=141744,new segment heap size=20416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=194 2024-11-09T05:16:49,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1731129409934, max timestamp=1731129409954Num uniques 1094; 2024-11-09T05:16:49,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=8884, suffix heap size=141744,new segment heap size=20416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=194 2024-11-09T05:16:49,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1731129409979, max timestamp=1731129409987Num uniques 1053; 2024-11-09T05:16:49,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=7005, suffix heap size=137480,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=153 2024-11-09T05:16:49,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1731129409979, max timestamp=1731129409987Num uniques 1053; 2024-11-09T05:16:49,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1731129409979, max timestamp=1731129409987Num uniques 1053; 2024-11-09T05:16:49,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=7005, suffix heap size=137480,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=153 2024-11-09T05:16:49,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=7005, suffix heap size=137480,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=153 2024-11-09T05:16:50,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1731129410022, max timestamp=1731129410028Num uniques 1012; 2024-11-09T05:16:50,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=7412, suffix heap size=133216,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=162 2024-11-09T05:16:50,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1731129410022, max timestamp=1731129410028Num uniques 1012; 2024-11-09T05:16:50,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=7412, suffix heap size=133216,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=162 2024-11-09T05:16:50,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1731129410022, max timestamp=1731129410028Num uniques 1012; 2024-11-09T05:16:50,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=7412, suffix heap size=133216,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=162 2024-11-09T05:16:50,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12406, totalHeapSize=28424, min timestamp=1731129410051, max timestamp=1731129410057Num uniques 1021; 2024-11-09T05:16:50,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=12406, suffix heap size=134152,new segment heap size=28424 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=271 2024-11-09T05:16:50,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=225, cellSize=10300, totalHeapSize=23640, min timestamp=1731129410051, max timestamp=1731129410057Num uniques 1021; 2024-11-09T05:16:50,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=10300, suffix heap size=134152,new segment heap size=23640 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=225 2024-11-09T05:16:50,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12406, totalHeapSize=28424, min timestamp=1731129410051, max timestamp=1731129410057Num uniques 1021; 2024-11-09T05:16:50,062 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=12406, suffix heap size=134152,new segment heap size=28424 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=271 2024-11-09T05:16:50,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1731129410084, max timestamp=1731129410094Num uniques 1130; 2024-11-09T05:16:50,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=8240, suffix heap size=145488,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=180 2024-11-09T05:16:50,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1731129410084, max timestamp=1731129410094Num uniques 1130; 2024-11-09T05:16:50,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=8240, suffix heap size=145488,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=180 2024-11-09T05:16:50,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1731129410084, max timestamp=1731129410099Num uniques 1084; 2024-11-09T05:16:50,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49644, new segment data size=8240, suffix heap size=140704,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1084, new segment cells count=180 2024-11-09T05:16:50,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=289, cellSize=13224, totalHeapSize=30296, min timestamp=1731129410119, max timestamp=1731129410129Num uniques 1039; 2024-11-09T05:16:50,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47574, new segment data size=13224, suffix heap size=136024,new segment heap size=30296 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=289 2024-11-09T05:16:50,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=289, cellSize=13229, totalHeapSize=30296, min timestamp=1731129410119, max timestamp=1731129410129Num uniques 1039; 2024-11-09T05:16:50,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47579, new segment data size=13229, suffix heap size=136024,new segment heap size=30296 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=289 2024-11-09T05:16:50,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731129410119, max timestamp=1731129410129Num uniques 1039; 2024-11-09T05:16:50,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47574, new segment data size=6870, suffix heap size=136024,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=150 2024-11-09T05:16:50,154 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/cb86169a9d974a25b0d9f4824303570e 2024-11-09T05:16:50,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/ffd4b75f0441419b9abbd754bac146d2 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/ffd4b75f0441419b9abbd754bac146d2 2024-11-09T05:16:50,165 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/ffd4b75f0441419b9abbd754bac146d2, entries=150, sequenceid=218, filesize=11.9 K 2024-11-09T05:16:50,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/97cf9336f62b48e69f55978e8dacfd31 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/97cf9336f62b48e69f55978e8dacfd31 2024-11-09T05:16:50,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9068, totalHeapSize=20832, min timestamp=1731129410157, max timestamp=1731129410163Num uniques 1009; 2024-11-09T05:16:50,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46224, new segment data size=9068, suffix heap size=132904,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=198 2024-11-09T05:16:50,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9068, totalHeapSize=20832, min timestamp=1731129410157, max timestamp=1731129410163Num uniques 1148; 2024-11-09T05:16:50,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52578, new segment data size=9068, suffix heap size=147360,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1148, new segment cells count=198 2024-11-09T05:16:50,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9068, totalHeapSize=20832, min timestamp=1731129410157, max timestamp=1731129410163Num uniques 1148; 2024-11-09T05:16:50,168 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52578, new segment data size=9068, suffix heap size=147360,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1148, new segment cells count=198 2024-11-09T05:16:50,175 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/97cf9336f62b48e69f55978e8dacfd31, entries=150, sequenceid=218, filesize=11.9 K 2024-11-09T05:16:50,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/cb86169a9d974a25b0d9f4824303570e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cb86169a9d974a25b0d9f4824303570e 2024-11-09T05:16:50,181 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cb86169a9d974a25b0d9f4824303570e, entries=150, sequenceid=218, filesize=11.9 K 2024-11-09T05:16:50,182 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=87.22 KB/89310 for 437fbd97dec6c26457712311c8387267 in 1351ms, sequenceid=218, compaction requested=false 2024-11-09T05:16:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-09T05:16:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-09T05:16:50,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=93.93 KB heapSize=261.80 KB 2024-11-09T05:16:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:50,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:16:50,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-09T05:16:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:50,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6580 sec 2024-11-09T05:16:50,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.6620 sec 2024-11-09T05:16:50,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/dddf075924d746e694db8cb4efa50b15 is 50, key is test_row_0/A:col10/1731129410173/Put/seqid=0 2024-11-09T05:16:50,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129470198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742091_1267 (size=12301) 2024-11-09T05:16:50,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/dddf075924d746e694db8cb4efa50b15 2024-11-09T05:16:50,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129470205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129470207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129470207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129470208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/eb6582e19cad46de8bb3849e132384f8 is 50, key is test_row_0/B:col10/1731129410173/Put/seqid=0 2024-11-09T05:16:50,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742092_1268 (size=12301) 2024-11-09T05:16:50,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/eb6582e19cad46de8bb3849e132384f8 2024-11-09T05:16:50,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/c64a9994ff9148fc841d6672390cc4b1 is 50, key is test_row_0/C:col10/1731129410173/Put/seqid=0 2024-11-09T05:16:50,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742093_1269 (size=12301) 2024-11-09T05:16:50,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/c64a9994ff9148fc841d6672390cc4b1 2024-11-09T05:16:50,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/dddf075924d746e694db8cb4efa50b15 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/dddf075924d746e694db8cb4efa50b15 2024-11-09T05:16:50,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/dddf075924d746e694db8cb4efa50b15, entries=150, sequenceid=613, filesize=12.0 K 2024-11-09T05:16:50,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/eb6582e19cad46de8bb3849e132384f8 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/eb6582e19cad46de8bb3849e132384f8 2024-11-09T05:16:50,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/eb6582e19cad46de8bb3849e132384f8, entries=150, sequenceid=613, filesize=12.0 K 2024-11-09T05:16:50,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/c64a9994ff9148fc841d6672390cc4b1 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/c64a9994ff9148fc841d6672390cc4b1 2024-11-09T05:16:50,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129470313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/c64a9994ff9148fc841d6672390cc4b1, entries=150, sequenceid=613, filesize=12.0 K 2024-11-09T05:16:50,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~281.67 KB/288432, currentSize=80.51 KB/82440 for 437fbd97dec6c26457712311c8387267 in 141ms, sequenceid=613, compaction requested=true 2024-11-09T05:16:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:50,326 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:50,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:16:50,326 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:50,327 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:50,327 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/A is initiating minor compaction (all files) 2024-11-09T05:16:50,327 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/A in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:50,327 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/0c0f39f64e34464da750d771541d67b8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/ffd4b75f0441419b9abbd754bac146d2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/dddf075924d746e694db8cb4efa50b15] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=36.1 K 2024-11-09T05:16:50,328 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:50,328 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/B is initiating minor compaction (all files) 2024-11-09T05:16:50,328 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/B in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:50,328 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/2f8227abb6734972bf2a376b54256a4c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/97cf9336f62b48e69f55978e8dacfd31, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/eb6582e19cad46de8bb3849e132384f8] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=36.1 K 2024-11-09T05:16:50,328 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c0f39f64e34464da750d771541d67b8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731129406763 2024-11-09T05:16:50,328 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f8227abb6734972bf2a376b54256a4c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731129406763 2024-11-09T05:16:50,329 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting ffd4b75f0441419b9abbd754bac146d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731129407934 2024-11-09T05:16:50,329 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97cf9336f62b48e69f55978e8dacfd31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731129407934 2024-11-09T05:16:50,329 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb6582e19cad46de8bb3849e132384f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1731129410173 2024-11-09T05:16:50,329 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting dddf075924d746e694db8cb4efa50b15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1731129410173 2024-11-09T05:16:50,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-09T05:16:50,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:50,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:50,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:50,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:50,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:50,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:50,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/c037caced34748319cd64f01c96d2218 is 50, key is test_row_0/A:col10/1731129410329/Put/seqid=0 2024-11-09T05:16:50,343 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:50,344 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/4f6e6cdfea654aeab1de20e02feb8906 is 50, key is test_row_0/B:col10/1731129410173/Put/seqid=0 2024-11-09T05:16:50,349 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#A#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:50,350 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/6c5d688983304948a31f21a3382e45cb is 50, key is test_row_0/A:col10/1731129410173/Put/seqid=0 2024-11-09T05:16:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129470364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129470365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129470368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129470374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742095_1271 (size=12745) 2024-11-09T05:16:50,395 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/4f6e6cdfea654aeab1de20e02feb8906 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/4f6e6cdfea654aeab1de20e02feb8906 2024-11-09T05:16:50,401 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/B of 437fbd97dec6c26457712311c8387267 into 4f6e6cdfea654aeab1de20e02feb8906(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:50,401 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:50,401 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/B, priority=13, startTime=1731129410326; duration=0sec 2024-11-09T05:16:50,402 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:50,402 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:B 2024-11-09T05:16:50,402 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:50,406 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:50,406 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/C is initiating minor compaction (all files) 2024-11-09T05:16:50,406 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/C in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:50,406 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/e282ed29febe462f9e9a27af88421b71, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cb86169a9d974a25b0d9f4824303570e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/c64a9994ff9148fc841d6672390cc4b1] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=36.1 K 2024-11-09T05:16:50,412 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e282ed29febe462f9e9a27af88421b71, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731129406763 2024-11-09T05:16:50,428 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb86169a9d974a25b0d9f4824303570e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731129407934 2024-11-09T05:16:50,428 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting c64a9994ff9148fc841d6672390cc4b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1731129410173 2024-11-09T05:16:50,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742094_1270 (size=14741) 2024-11-09T05:16:50,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/c037caced34748319cd64f01c96d2218 2024-11-09T05:16:50,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742096_1272 (size=12745) 2024-11-09T05:16:50,470 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:50,471 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/41e661c64f2f4f29b1f5c9eaf30fc381 is 50, key is test_row_0/C:col10/1731129410173/Put/seqid=0 2024-11-09T05:16:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129470483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129470483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129470483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/8680bd61388a4a318254cfba73793a32 is 50, key is test_row_0/B:col10/1731129410329/Put/seqid=0 2024-11-09T05:16:50,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129470494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129470533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742097_1273 (size=12745) 2024-11-09T05:16:50,555 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/41e661c64f2f4f29b1f5c9eaf30fc381 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/41e661c64f2f4f29b1f5c9eaf30fc381 2024-11-09T05:16:50,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742098_1274 (size=12301) 2024-11-09T05:16:50,566 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/C of 437fbd97dec6c26457712311c8387267 into 41e661c64f2f4f29b1f5c9eaf30fc381(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:50,567 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:50,567 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/C, priority=13, startTime=1731129410326; duration=0sec 2024-11-09T05:16:50,567 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:50,567 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:C 2024-11-09T05:16:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:16:50,684 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:50,684 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-09T05:16:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T05:16:50,687 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:50,691 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:50,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:50,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129470703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129470703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129470703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129470703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T05:16:50,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T05:16:50,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:50,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:50,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:50,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:50,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:50,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129470843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:50,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:50,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:50,876 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/6c5d688983304948a31f21a3382e45cb as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/6c5d688983304948a31f21a3382e45cb 2024-11-09T05:16:50,888 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/A of 437fbd97dec6c26457712311c8387267 into 6c5d688983304948a31f21a3382e45cb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:50,888 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:50,888 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/A, priority=13, startTime=1731129410326; duration=0sec 2024-11-09T05:16:50,888 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:50,888 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:A 2024-11-09T05:16:50,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/8680bd61388a4a318254cfba73793a32 2024-11-09T05:16:50,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/b674a369a7154f49807641ecfc80c66e is 50, key is test_row_0/C:col10/1731129410329/Put/seqid=0 2024-11-09T05:16:50,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T05:16:50,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:50,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:50,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:50,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:50,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T05:16:51,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129471013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:51,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129471014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:51,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129471014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129471014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:51,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742099_1275 (size=12301) 2024-11-09T05:16:51,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/b674a369a7154f49807641ecfc80c66e 2024-11-09T05:16:51,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/c037caced34748319cd64f01c96d2218 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/c037caced34748319cd64f01c96d2218 2024-11-09T05:16:51,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/c037caced34748319cd64f01c96d2218, entries=200, sequenceid=629, filesize=14.4 K 2024-11-09T05:16:51,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/8680bd61388a4a318254cfba73793a32 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/8680bd61388a4a318254cfba73793a32 2024-11-09T05:16:51,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/8680bd61388a4a318254cfba73793a32, entries=150, sequenceid=629, filesize=12.0 K 2024-11-09T05:16:51,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/b674a369a7154f49807641ecfc80c66e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b674a369a7154f49807641ecfc80c66e 2024-11-09T05:16:51,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b674a369a7154f49807641ecfc80c66e, entries=150, sequenceid=629, filesize=12.0 K 2024-11-09T05:16:51,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 437fbd97dec6c26457712311c8387267 in 748ms, sequenceid=629, compaction requested=false 2024-11-09T05:16:51,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:51,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T05:16:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:51,152 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-09T05:16:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:51,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/48d47c95842a4b63936e99aee58a369e is 50, key is test_row_0/A:col10/1731129410371/Put/seqid=0 2024-11-09T05:16:51,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742100_1276 (size=9857) 2024-11-09T05:16:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T05:16:51,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:51,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:51,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129471423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:51,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129471523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:51,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129471523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129471523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:51,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129471533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129471533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:51,563 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/48d47c95842a4b63936e99aee58a369e 2024-11-09T05:16:51,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/4756723114e0435c9892baebc4b71c6b is 50, key is test_row_0/B:col10/1731129410371/Put/seqid=0 2024-11-09T05:16:51,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742101_1277 (size=9857) 2024-11-09T05:16:51,596 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/4756723114e0435c9892baebc4b71c6b 2024-11-09T05:16:51,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/b21b962952e0492f89779ba781889b4e is 50, key is test_row_0/C:col10/1731129410371/Put/seqid=0 2024-11-09T05:16:51,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742102_1278 (size=9857) 2024-11-09T05:16:51,627 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/b21b962952e0492f89779ba781889b4e 2024-11-09T05:16:51,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/48d47c95842a4b63936e99aee58a369e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/48d47c95842a4b63936e99aee58a369e 2024-11-09T05:16:51,642 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/48d47c95842a4b63936e99aee58a369e, entries=100, sequenceid=648, filesize=9.6 K 2024-11-09T05:16:51,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/4756723114e0435c9892baebc4b71c6b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/4756723114e0435c9892baebc4b71c6b 2024-11-09T05:16:51,647 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/4756723114e0435c9892baebc4b71c6b, entries=100, sequenceid=648, filesize=9.6 K 2024-11-09T05:16:51,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/b21b962952e0492f89779ba781889b4e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b21b962952e0492f89779ba781889b4e 2024-11-09T05:16:51,656 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b21b962952e0492f89779ba781889b4e, entries=100, sequenceid=648, filesize=9.6 K 2024-11-09T05:16:51,658 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 437fbd97dec6c26457712311c8387267 in 506ms, sequenceid=648, compaction requested=true 2024-11-09T05:16:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-09T05:16:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-09T05:16:51,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-09T05:16:51,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 969 msec 2024-11-09T05:16:51,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 980 msec 2024-11-09T05:16:51,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-09T05:16:51,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:51,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:51,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:51,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:51,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:51,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:51,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/b50a81472ce0499bba3f42cdf9ba953a is 50, key is test_row_0/A:col10/1731129411746/Put/seqid=0 2024-11-09T05:16:51,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742103_1279 (size=14741) 2024-11-09T05:16:51,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=665 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/b50a81472ce0499bba3f42cdf9ba953a 2024-11-09T05:16:51,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/0baa3d9cab854ea4adf9c09ad87028df is 50, key is test_row_0/B:col10/1731129411746/Put/seqid=0 2024-11-09T05:16:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T05:16:51,823 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:51,824 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-09T05:16:51,826 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:51,828 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:51,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T05:16:51,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742104_1280 (size=12301) 2024-11-09T05:16:51,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=665 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/0baa3d9cab854ea4adf9c09ad87028df 2024-11-09T05:16:51,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129471833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:51,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:51,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/27c3b88d8db545e1a2125f222810480a is 50, key is test_row_0/C:col10/1731129411746/Put/seqid=0 2024-11-09T05:16:51,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742105_1281 (size=12301) 2024-11-09T05:16:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T05:16:51,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129471943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:51,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:16:51,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:51,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:51,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:51,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:51,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:52,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:16:52,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:52,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:52,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:52,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:52,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T05:16:52,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129472153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:52,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:52,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=665 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/27c3b88d8db545e1a2125f222810480a 2024-11-09T05:16:52,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:16:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:52,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:52,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/b50a81472ce0499bba3f42cdf9ba953a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/b50a81472ce0499bba3f42cdf9ba953a 2024-11-09T05:16:52,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/b50a81472ce0499bba3f42cdf9ba953a, entries=200, sequenceid=665, filesize=14.4 K 2024-11-09T05:16:52,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/0baa3d9cab854ea4adf9c09ad87028df as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/0baa3d9cab854ea4adf9c09ad87028df 2024-11-09T05:16:52,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/0baa3d9cab854ea4adf9c09ad87028df, entries=150, sequenceid=665, filesize=12.0 K 2024-11-09T05:16:52,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/27c3b88d8db545e1a2125f222810480a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/27c3b88d8db545e1a2125f222810480a 2024-11-09T05:16:52,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/27c3b88d8db545e1a2125f222810480a, entries=150, sequenceid=665, filesize=12.0 K 2024-11-09T05:16:52,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 437fbd97dec6c26457712311c8387267 in 566ms, sequenceid=665, compaction requested=true 2024-11-09T05:16:52,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:52,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:52,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:52,314 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:52,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:52,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:52,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:52,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:16:52,315 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:52,317 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52084 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:52,318 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/A is initiating minor compaction (all files) 2024-11-09T05:16:52,318 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/A in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:52,318 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/6c5d688983304948a31f21a3382e45cb, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/c037caced34748319cd64f01c96d2218, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/48d47c95842a4b63936e99aee58a369e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/b50a81472ce0499bba3f42cdf9ba953a] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=50.9 K 2024-11-09T05:16:52,318 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47204 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:52,318 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/B is initiating minor compaction (all files) 2024-11-09T05:16:52,318 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/B in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:52,318 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/4f6e6cdfea654aeab1de20e02feb8906, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/8680bd61388a4a318254cfba73793a32, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/4756723114e0435c9892baebc4b71c6b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/0baa3d9cab854ea4adf9c09ad87028df] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=46.1 K 2024-11-09T05:16:52,319 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f6e6cdfea654aeab1de20e02feb8906, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1731129410173 2024-11-09T05:16:52,319 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c5d688983304948a31f21a3382e45cb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1731129410173 2024-11-09T05:16:52,319 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 8680bd61388a4a318254cfba73793a32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1731129410192 2024-11-09T05:16:52,319 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting c037caced34748319cd64f01c96d2218, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1731129410192 2024-11-09T05:16:52,320 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 4756723114e0435c9892baebc4b71c6b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1731129410363 2024-11-09T05:16:52,320 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48d47c95842a4b63936e99aee58a369e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1731129410363 2024-11-09T05:16:52,320 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 0baa3d9cab854ea4adf9c09ad87028df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=665, earliestPutTs=1731129411389 2024-11-09T05:16:52,320 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting b50a81472ce0499bba3f42cdf9ba953a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=665, earliestPutTs=1731129411389 2024-11-09T05:16:52,337 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#B#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:52,337 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/cb36b40f2f82440fa8dda4cee4497875 is 50, key is test_row_0/B:col10/1731129411746/Put/seqid=0 2024-11-09T05:16:52,343 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#A#compaction#237 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:52,344 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/43bcab6206994aa796b6ffdce08c986f is 50, key is test_row_0/A:col10/1731129411746/Put/seqid=0 2024-11-09T05:16:52,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742106_1282 (size=12881) 2024-11-09T05:16:52,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742107_1283 (size=12881) 2024-11-09T05:16:52,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:16:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:52,440 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-09T05:16:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:52,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/64c00e26533a420e95afaa5e9998d9d2 is 50, key is test_row_0/A:col10/1731129411820/Put/seqid=0 2024-11-09T05:16:52,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742108_1284 (size=12301) 2024-11-09T05:16:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T05:16:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:52,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:52,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129472516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:52,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:52,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129472533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:52,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129472533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:52,535 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 437fbd97dec6c26457712311c8387267 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,535 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 437fbd97dec6c26457712311c8387267 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:52,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129472542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:52,547 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in 437fbd97dec6c26457712311c8387267 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:52,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129472553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:52,555 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_2' in 437fbd97dec6c26457712311c8387267 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:52,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129472623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:52,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:52,761 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/cb36b40f2f82440fa8dda4cee4497875 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/cb36b40f2f82440fa8dda4cee4497875 2024-11-09T05:16:52,772 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/43bcab6206994aa796b6ffdce08c986f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/43bcab6206994aa796b6ffdce08c986f 2024-11-09T05:16:52,780 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 437fbd97dec6c26457712311c8387267/B of 437fbd97dec6c26457712311c8387267 into cb36b40f2f82440fa8dda4cee4497875(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:52,780 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:52,780 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/B, priority=12, startTime=1731129412314; duration=0sec 2024-11-09T05:16:52,781 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:52,781 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:B 2024-11-09T05:16:52,781 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:52,783 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 437fbd97dec6c26457712311c8387267/A of 437fbd97dec6c26457712311c8387267 into 43bcab6206994aa796b6ffdce08c986f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:52,783 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:52,783 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/A, priority=12, startTime=1731129412314; duration=0sec 2024-11-09T05:16:52,784 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:52,784 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:A 2024-11-09T05:16:52,784 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47204 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:52,784 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/C is initiating minor compaction (all files) 2024-11-09T05:16:52,785 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/C in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:52,785 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/41e661c64f2f4f29b1f5c9eaf30fc381, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b674a369a7154f49807641ecfc80c66e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b21b962952e0492f89779ba781889b4e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/27c3b88d8db545e1a2125f222810480a] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=46.1 K 2024-11-09T05:16:52,786 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 41e661c64f2f4f29b1f5c9eaf30fc381, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1731129410173 2024-11-09T05:16:52,787 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b674a369a7154f49807641ecfc80c66e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1731129410192 2024-11-09T05:16:52,787 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b21b962952e0492f89779ba781889b4e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1731129410363 2024-11-09T05:16:52,787 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 27c3b88d8db545e1a2125f222810480a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=665, earliestPutTs=1731129411389 2024-11-09T05:16:52,807 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#C#compaction#239 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:52,809 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/88ab8ffdabcf40078312fe2c26b55e6a is 50, key is test_row_0/C:col10/1731129411746/Put/seqid=0 2024-11-09T05:16:52,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742109_1285 (size=12881) 2024-11-09T05:16:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129472833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:52,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:52,843 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/88ab8ffdabcf40078312fe2c26b55e6a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/88ab8ffdabcf40078312fe2c26b55e6a 2024-11-09T05:16:52,849 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=680 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/64c00e26533a420e95afaa5e9998d9d2 2024-11-09T05:16:52,856 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 437fbd97dec6c26457712311c8387267/C of 437fbd97dec6c26457712311c8387267 into 88ab8ffdabcf40078312fe2c26b55e6a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:52,856 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:52,856 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/C, priority=12, startTime=1731129412314; duration=0sec 2024-11-09T05:16:52,856 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:52,856 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:C 2024-11-09T05:16:52,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/0bb0bbd48fa54b77959a858042d3fde4 is 50, key is test_row_0/B:col10/1731129411820/Put/seqid=0 2024-11-09T05:16:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742110_1286 (size=12301) 2024-11-09T05:16:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T05:16:53,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129473143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:53,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:53,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:53,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:53,277 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=680 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/0bb0bbd48fa54b77959a858042d3fde4 2024-11-09T05:16:53,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/f925c62bdad04ac093e67acb2cdc0572 is 50, key is test_row_0/C:col10/1731129411820/Put/seqid=0 2024-11-09T05:16:53,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742111_1287 (size=12301) 2024-11-09T05:16:53,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129473653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:53,688 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=680 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/f925c62bdad04ac093e67acb2cdc0572 2024-11-09T05:16:53,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/64c00e26533a420e95afaa5e9998d9d2 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/64c00e26533a420e95afaa5e9998d9d2 2024-11-09T05:16:53,702 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/64c00e26533a420e95afaa5e9998d9d2, entries=150, sequenceid=680, filesize=12.0 K 2024-11-09T05:16:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/0bb0bbd48fa54b77959a858042d3fde4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/0bb0bbd48fa54b77959a858042d3fde4 2024-11-09T05:16:53,709 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/0bb0bbd48fa54b77959a858042d3fde4, entries=150, sequenceid=680, filesize=12.0 K 2024-11-09T05:16:53,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/f925c62bdad04ac093e67acb2cdc0572 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/f925c62bdad04ac093e67acb2cdc0572 2024-11-09T05:16:53,715 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/f925c62bdad04ac093e67acb2cdc0572, entries=150, sequenceid=680, filesize=12.0 K 2024-11-09T05:16:53,716 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 437fbd97dec6c26457712311c8387267 in 1276ms, sequenceid=680, compaction requested=false 2024-11-09T05:16:53,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:53,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:53,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-09T05:16:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-09T05:16:53,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-09T05:16:53,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8900 sec 2024-11-09T05:16:53,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.9000 sec 2024-11-09T05:16:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T05:16:53,974 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:53,974 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-09T05:16:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:16:53,977 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:53,978 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:53,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:16:54,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T05:16:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:54,131 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-09T05:16:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:54,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/2022d80f83f2486c8c3fd998d8da5e73 is 50, key is test_row_0/A:col10/1731129412505/Put/seqid=0 2024-11-09T05:16:54,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742112_1288 (size=12301) 2024-11-09T05:16:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:16:54,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:54,563 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=700 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/2022d80f83f2486c8c3fd998d8da5e73 2024-11-09T05:16:54,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/3a066683211d4346a6b2ee209ff8125b is 50, key is test_row_0/B:col10/1731129412505/Put/seqid=0 2024-11-09T05:16:54,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129474586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:54,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129474593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:16:54,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129474594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129474595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:54,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742113_1289 (size=12301) 2024-11-09T05:16:54,630 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=700 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/3a066683211d4346a6b2ee209ff8125b 2024-11-09T05:16:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/ea676c83c00b48e69b49e0de4dc41ce0 is 50, key is test_row_0/C:col10/1731129412505/Put/seqid=0 2024-11-09T05:16:54,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742114_1290 (size=12301) 2024-11-09T05:16:54,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129474663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,666 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_2' in 437fbd97dec6c26457712311c8387267 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:16:54,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:54,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129474703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:54,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129474713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129474713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:54,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:54,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129474713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:54,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129474913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:54,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129474923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129474923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129474923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:54,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,053 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=700 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/ea676c83c00b48e69b49e0de4dc41ce0 2024-11-09T05:16:55,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/2022d80f83f2486c8c3fd998d8da5e73 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/2022d80f83f2486c8c3fd998d8da5e73 2024-11-09T05:16:55,061 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/2022d80f83f2486c8c3fd998d8da5e73, entries=150, sequenceid=700, filesize=12.0 K 2024-11-09T05:16:55,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/3a066683211d4346a6b2ee209ff8125b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/3a066683211d4346a6b2ee209ff8125b 2024-11-09T05:16:55,065 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/3a066683211d4346a6b2ee209ff8125b, entries=150, sequenceid=700, filesize=12.0 K 2024-11-09T05:16:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/ea676c83c00b48e69b49e0de4dc41ce0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/ea676c83c00b48e69b49e0de4dc41ce0 2024-11-09T05:16:55,070 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/ea676c83c00b48e69b49e0de4dc41ce0, entries=150, sequenceid=700, filesize=12.0 K 2024-11-09T05:16:55,070 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 437fbd97dec6c26457712311c8387267 in 939ms, sequenceid=700, compaction requested=true 2024-11-09T05:16:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-09T05:16:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-09T05:16:55,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-09T05:16:55,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0930 sec 2024-11-09T05:16:55,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.0990 sec 2024-11-09T05:16:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:16:55,113 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:55,113 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-09T05:16:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T05:16:55,115 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:55,115 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:55,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T05:16:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:55,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-09T05:16:55,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:55,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:55,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:55,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:55,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:55,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:55,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/e76fbdfcbfaf401b8b86fd6da8dd8f62 is 50, key is test_row_0/A:col10/1731129414590/Put/seqid=0 2024-11-09T05:16:55,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742115_1291 (size=14741) 2024-11-09T05:16:55,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129475246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129475250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129475252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129475253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:16:55,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:55,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:55,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:55,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129475363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129475363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129475363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129475366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:16:55,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:55,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:55,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:55,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T05:16:55,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129475573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129475573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:16:55,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129475573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:55,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129475573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=717 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/e76fbdfcbfaf401b8b86fd6da8dd8f62 2024-11-09T05:16:55,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/84bd6fd4882f47869c3b9b687a1f0f57 is 50, key is test_row_0/B:col10/1731129414590/Put/seqid=0 2024-11-09T05:16:55,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742116_1292 (size=12301) 2024-11-09T05:16:55,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:16:55,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:55,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:55,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:55,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T05:16:55,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:16:55,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:55,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:55,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:55,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129475883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129475883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129475883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129475883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:56,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:16:56,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:56,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:56,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:56,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:56,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:56,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=717 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/84bd6fd4882f47869c3b9b687a1f0f57 2024-11-09T05:16:56,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/306f95bc81df48adb8a1786cb8f92487 is 50, key is test_row_0/C:col10/1731129414590/Put/seqid=0 2024-11-09T05:16:56,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742117_1293 (size=12301) 2024-11-09T05:16:56,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:16:56,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:56,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:56,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:56,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:56,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T05:16:56,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:16:56,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:56,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:56,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:56,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:56,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129476393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129476393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129476393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:56,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129476393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:56,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:16:56,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:56,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:56,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:56,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:56,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:56,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=717 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/306f95bc81df48adb8a1786cb8f92487 2024-11-09T05:16:56,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/e76fbdfcbfaf401b8b86fd6da8dd8f62 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/e76fbdfcbfaf401b8b86fd6da8dd8f62 2024-11-09T05:16:56,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/e76fbdfcbfaf401b8b86fd6da8dd8f62, entries=200, sequenceid=717, filesize=14.4 K 2024-11-09T05:16:56,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/84bd6fd4882f47869c3b9b687a1f0f57 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/84bd6fd4882f47869c3b9b687a1f0f57 2024-11-09T05:16:56,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/84bd6fd4882f47869c3b9b687a1f0f57, entries=150, sequenceid=717, filesize=12.0 K 2024-11-09T05:16:56,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/306f95bc81df48adb8a1786cb8f92487 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/306f95bc81df48adb8a1786cb8f92487 2024-11-09T05:16:56,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/306f95bc81df48adb8a1786cb8f92487, entries=150, sequenceid=717, filesize=12.0 K 2024-11-09T05:16:56,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 437fbd97dec6c26457712311c8387267 in 1302ms, sequenceid=717, compaction requested=true 2024-11-09T05:16:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:56,528 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:56,528 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:56,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:56,530 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52224 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:56,530 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:56,530 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/B is initiating minor compaction (all files) 2024-11-09T05:16:56,530 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/A is initiating minor compaction (all files) 2024-11-09T05:16:56,531 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/B in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:56,531 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/A in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:56,531 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/43bcab6206994aa796b6ffdce08c986f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/64c00e26533a420e95afaa5e9998d9d2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/2022d80f83f2486c8c3fd998d8da5e73, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/e76fbdfcbfaf401b8b86fd6da8dd8f62] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=51 K 2024-11-09T05:16:56,531 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/cb36b40f2f82440fa8dda4cee4497875, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/0bb0bbd48fa54b77959a858042d3fde4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/3a066683211d4346a6b2ee209ff8125b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/84bd6fd4882f47869c3b9b687a1f0f57] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=48.6 K 2024-11-09T05:16:56,531 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43bcab6206994aa796b6ffdce08c986f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=665, earliestPutTs=1731129411389 2024-11-09T05:16:56,531 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64c00e26533a420e95afaa5e9998d9d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=680, earliestPutTs=1731129411807 2024-11-09T05:16:56,531 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting cb36b40f2f82440fa8dda4cee4497875, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=665, earliestPutTs=1731129411389 2024-11-09T05:16:56,531 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2022d80f83f2486c8c3fd998d8da5e73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=700, earliestPutTs=1731129412501 2024-11-09T05:16:56,532 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bb0bbd48fa54b77959a858042d3fde4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=680, earliestPutTs=1731129411807 2024-11-09T05:16:56,532 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e76fbdfcbfaf401b8b86fd6da8dd8f62, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=717, earliestPutTs=1731129414584 2024-11-09T05:16:56,532 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a066683211d4346a6b2ee209ff8125b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=700, earliestPutTs=1731129412501 2024-11-09T05:16:56,533 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 84bd6fd4882f47869c3b9b687a1f0f57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=717, earliestPutTs=1731129414584 2024-11-09T05:16:56,542 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#A#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:56,542 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/dfce77dd45424677a1abc4ff8e125e84 is 50, key is test_row_0/A:col10/1731129414590/Put/seqid=0 2024-11-09T05:16:56,546 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#B#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:56,546 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/b09c182a94394b5e85c6d3e1f6e663bd is 50, key is test_row_0/B:col10/1731129414590/Put/seqid=0 2024-11-09T05:16:56,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742118_1294 (size=13017) 2024-11-09T05:16:56,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742119_1295 (size=13017) 2024-11-09T05:16:56,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:16:56,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:56,651 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-09T05:16:56,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:56,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:56,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:56,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:56,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:56,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:56,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/5b4ce83dd9dd4992ba1368975a69e712 is 50, key is test_row_0/A:col10/1731129415248/Put/seqid=0 2024-11-09T05:16:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742120_1296 (size=12301) 2024-11-09T05:16:56,665 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=732 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/5b4ce83dd9dd4992ba1368975a69e712 2024-11-09T05:16:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/e6de23439bd843c1b2572d69ef23fd11 is 50, key is test_row_0/B:col10/1731129415248/Put/seqid=0 2024-11-09T05:16:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:56,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:56,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742121_1297 (size=12301) 2024-11-09T05:16:56,701 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=732 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/e6de23439bd843c1b2572d69ef23fd11 2024-11-09T05:16:56,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/4c00bc61362448a6981ea3572cf40ff6 is 50, key is test_row_0/C:col10/1731129415248/Put/seqid=0 2024-11-09T05:16:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742122_1298 (size=12301) 2024-11-09T05:16:56,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129476779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:56,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:56,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:56,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:56,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129476893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:56,971 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/dfce77dd45424677a1abc4ff8e125e84 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/dfce77dd45424677a1abc4ff8e125e84 2024-11-09T05:16:56,972 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/b09c182a94394b5e85c6d3e1f6e663bd as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/b09c182a94394b5e85c6d3e1f6e663bd 2024-11-09T05:16:56,978 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 437fbd97dec6c26457712311c8387267/A of 437fbd97dec6c26457712311c8387267 into dfce77dd45424677a1abc4ff8e125e84(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:56,978 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:56,978 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/A, priority=12, startTime=1731129416528; duration=0sec 2024-11-09T05:16:56,978 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:56,978 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:A 2024-11-09T05:16:56,978 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:16:56,978 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 437fbd97dec6c26457712311c8387267/B of 437fbd97dec6c26457712311c8387267 into b09c182a94394b5e85c6d3e1f6e663bd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:56,978 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:56,978 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/B, priority=12, startTime=1731129416528; duration=0sec 2024-11-09T05:16:56,978 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:56,978 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:B 2024-11-09T05:16:56,979 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:16:56,979 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/C is initiating minor compaction (all files) 2024-11-09T05:16:56,979 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/C in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:56,979 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/88ab8ffdabcf40078312fe2c26b55e6a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/f925c62bdad04ac093e67acb2cdc0572, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/ea676c83c00b48e69b49e0de4dc41ce0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/306f95bc81df48adb8a1786cb8f92487] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=48.6 K 2024-11-09T05:16:56,980 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88ab8ffdabcf40078312fe2c26b55e6a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=665, earliestPutTs=1731129411389 2024-11-09T05:16:56,980 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting f925c62bdad04ac093e67acb2cdc0572, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=680, earliestPutTs=1731129411807 2024-11-09T05:16:56,980 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea676c83c00b48e69b49e0de4dc41ce0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=700, earliestPutTs=1731129412501 2024-11-09T05:16:56,981 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 306f95bc81df48adb8a1786cb8f92487, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=717, earliestPutTs=1731129414584 2024-11-09T05:16:56,997 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:56,998 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/a898d99d5f024ba3b659a2da4cc6e931 is 50, key is test_row_0/C:col10/1731129414590/Put/seqid=0 2024-11-09T05:16:57,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742123_1299 (size=13017) 2024-11-09T05:16:57,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129477103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,126 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=732 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/4c00bc61362448a6981ea3572cf40ff6 2024-11-09T05:16:57,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/5b4ce83dd9dd4992ba1368975a69e712 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/5b4ce83dd9dd4992ba1368975a69e712 2024-11-09T05:16:57,135 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/5b4ce83dd9dd4992ba1368975a69e712, entries=150, sequenceid=732, filesize=12.0 K 2024-11-09T05:16:57,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/e6de23439bd843c1b2572d69ef23fd11 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/e6de23439bd843c1b2572d69ef23fd11 2024-11-09T05:16:57,141 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/e6de23439bd843c1b2572d69ef23fd11, entries=150, sequenceid=732, filesize=12.0 K 2024-11-09T05:16:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/4c00bc61362448a6981ea3572cf40ff6 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/4c00bc61362448a6981ea3572cf40ff6 2024-11-09T05:16:57,145 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/4c00bc61362448a6981ea3572cf40ff6, entries=150, sequenceid=732, filesize=12.0 K 2024-11-09T05:16:57,146 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 437fbd97dec6c26457712311c8387267 in 495ms, sequenceid=732, compaction requested=false 2024-11-09T05:16:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-09T05:16:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-09T05:16:57,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-09T05:16:57,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0330 sec 2024-11-09T05:16:57,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.0390 sec 2024-11-09T05:16:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T05:16:57,264 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:16:57,265 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:16:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-09T05:16:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:16:57,268 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:16:57,269 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:16:57,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:16:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:16:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:57,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-09T05:16:57,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:57,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:57,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:57,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:57,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:57,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:57,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/fa4b6693ee6e4ca9af9999d932bf197b is 50, key is test_row_0/A:col10/1731129416771/Put/seqid=0 2024-11-09T05:16:57,420 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/a898d99d5f024ba3b659a2da4cc6e931 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/a898d99d5f024ba3b659a2da4cc6e931 2024-11-09T05:16:57,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:16:57,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:57,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:57,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:57,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:57,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:57,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742124_1300 (size=14741) 2024-11-09T05:16:57,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=752 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/fa4b6693ee6e4ca9af9999d932bf197b 2024-11-09T05:16:57,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/08206f4e5f204be581e7709c1897e798 is 50, key is test_row_0/B:col10/1731129416771/Put/seqid=0 2024-11-09T05:16:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742125_1301 (size=12301) 2024-11-09T05:16:57,453 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 437fbd97dec6c26457712311c8387267/C of 437fbd97dec6c26457712311c8387267 into a898d99d5f024ba3b659a2da4cc6e931(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:57,453 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:57,453 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/C, priority=12, startTime=1731129416528; duration=0sec 2024-11-09T05:16:57,453 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:57,453 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:C 2024-11-09T05:16:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129477463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129477468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129477470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129477470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129477470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:16:57,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:57,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:57,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:57,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:57,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:16:57,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129477584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129477584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129477584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129477584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129477584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:16:57,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:57,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:57,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:57,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:57,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:57,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129477793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129477793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129477793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129477793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129477793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:57,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=752 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/08206f4e5f204be581e7709c1897e798 2024-11-09T05:16:57,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/327bc72395d54ba4a62b98610bace7e0 is 50, key is test_row_0/C:col10/1731129416771/Put/seqid=0 2024-11-09T05:16:57,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742126_1302 (size=12301) 2024-11-09T05:16:57,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:16:57,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:57,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:57,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:57,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:57,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:16:58,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:16:58,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:58,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:58,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:58,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:58,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:58,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129478103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129478103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129478103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129478103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129478103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:16:58,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:58,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:58,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:58,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:58,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:16:58,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=752 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/327bc72395d54ba4a62b98610bace7e0 2024-11-09T05:16:58,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/fa4b6693ee6e4ca9af9999d932bf197b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/fa4b6693ee6e4ca9af9999d932bf197b 2024-11-09T05:16:58,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/fa4b6693ee6e4ca9af9999d932bf197b, entries=200, sequenceid=752, filesize=14.4 K 2024-11-09T05:16:58,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/08206f4e5f204be581e7709c1897e798 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/08206f4e5f204be581e7709c1897e798 2024-11-09T05:16:58,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/08206f4e5f204be581e7709c1897e798, entries=150, sequenceid=752, filesize=12.0 K 2024-11-09T05:16:58,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/327bc72395d54ba4a62b98610bace7e0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/327bc72395d54ba4a62b98610bace7e0 2024-11-09T05:16:58,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/327bc72395d54ba4a62b98610bace7e0, entries=150, sequenceid=752, filesize=12.0 K 2024-11-09T05:16:58,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 437fbd97dec6c26457712311c8387267 in 880ms, sequenceid=752, compaction requested=true 2024-11-09T05:16:58,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:58,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:16:58,286 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:58,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:58,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:16:58,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:58,286 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:58,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:16:58,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:58,287 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:58,287 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:58,287 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/B is initiating minor compaction (all files) 2024-11-09T05:16:58,287 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/A is initiating minor compaction (all files) 2024-11-09T05:16:58,287 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/A in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:58,287 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/B in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:58,287 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/b09c182a94394b5e85c6d3e1f6e663bd, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/e6de23439bd843c1b2572d69ef23fd11, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/08206f4e5f204be581e7709c1897e798] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=36.7 K 2024-11-09T05:16:58,287 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/dfce77dd45424677a1abc4ff8e125e84, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/5b4ce83dd9dd4992ba1368975a69e712, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/fa4b6693ee6e4ca9af9999d932bf197b] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=39.1 K 2024-11-09T05:16:58,288 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfce77dd45424677a1abc4ff8e125e84, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=717, earliestPutTs=1731129414584 2024-11-09T05:16:58,288 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b09c182a94394b5e85c6d3e1f6e663bd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=717, earliestPutTs=1731129414584 2024-11-09T05:16:58,288 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b4ce83dd9dd4992ba1368975a69e712, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=732, earliestPutTs=1731129415244 2024-11-09T05:16:58,288 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting e6de23439bd843c1b2572d69ef23fd11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=732, earliestPutTs=1731129415244 2024-11-09T05:16:58,288 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 08206f4e5f204be581e7709c1897e798, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=752, earliestPutTs=1731129416771 2024-11-09T05:16:58,288 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa4b6693ee6e4ca9af9999d932bf197b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=752, earliestPutTs=1731129416763 2024-11-09T05:16:58,295 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#A#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:58,296 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/96ee787455dc47029a2f253ec435c9ff is 50, key is test_row_0/A:col10/1731129416771/Put/seqid=0 2024-11-09T05:16:58,311 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:58,311 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/2366586ceab5450bb723bab41f8db150 is 50, key is test_row_0/B:col10/1731129416771/Put/seqid=0 2024-11-09T05:16:58,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742127_1303 (size=13119) 2024-11-09T05:16:58,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742128_1304 (size=13119) 2024-11-09T05:16:58,333 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/96ee787455dc47029a2f253ec435c9ff as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/96ee787455dc47029a2f253ec435c9ff 2024-11-09T05:16:58,334 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/2366586ceab5450bb723bab41f8db150 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/2366586ceab5450bb723bab41f8db150 2024-11-09T05:16:58,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:16:58,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:58,339 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-09T05:16:58,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:58,341 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/B of 437fbd97dec6c26457712311c8387267 into 2366586ceab5450bb723bab41f8db150(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:58,341 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:58,341 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/B, priority=13, startTime=1731129418286; duration=0sec 2024-11-09T05:16:58,341 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:16:58,341 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:B 2024-11-09T05:16:58,341 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:16:58,343 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:16:58,344 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/C is initiating minor compaction (all files) 2024-11-09T05:16:58,344 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/C in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:58,344 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/a898d99d5f024ba3b659a2da4cc6e931, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/4c00bc61362448a6981ea3572cf40ff6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/327bc72395d54ba4a62b98610bace7e0] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=36.7 K 2024-11-09T05:16:58,345 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting a898d99d5f024ba3b659a2da4cc6e931, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=717, earliestPutTs=1731129414584 2024-11-09T05:16:58,346 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/A of 437fbd97dec6c26457712311c8387267 into 96ee787455dc47029a2f253ec435c9ff(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:58,346 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:58,346 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/A, priority=13, startTime=1731129418286; duration=0sec 2024-11-09T05:16:58,346 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:58,346 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:A 2024-11-09T05:16:58,347 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c00bc61362448a6981ea3572cf40ff6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=732, earliestPutTs=1731129415244 2024-11-09T05:16:58,348 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 327bc72395d54ba4a62b98610bace7e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=752, earliestPutTs=1731129416771 2024-11-09T05:16:58,358 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:16:58,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/81b25a88128b455cb2b6c1d600789b37 is 50, key is test_row_0/A:col10/1731129417464/Put/seqid=0 2024-11-09T05:16:58,358 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/cf2f51ee6f284a9486b725655e584f4e is 50, key is test_row_0/C:col10/1731129416771/Put/seqid=0 2024-11-09T05:16:58,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742130_1306 (size=13119) 2024-11-09T05:16:58,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742129_1305 (size=12301) 2024-11-09T05:16:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:16:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:58,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. as already flushing 2024-11-09T05:16:58,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129478625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129478628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129478629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129478629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129478630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129478733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129478743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129478743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129478743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129478744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,770 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/cf2f51ee6f284a9486b725655e584f4e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cf2f51ee6f284a9486b725655e584f4e 2024-11-09T05:16:58,775 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/C of 437fbd97dec6c26457712311c8387267 into cf2f51ee6f284a9486b725655e584f4e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:16:58,775 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:58,775 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/C, priority=13, startTime=1731129418286; duration=0sec 2024-11-09T05:16:58,775 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:16:58,775 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:C 2024-11-09T05:16:58,778 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=769 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/81b25a88128b455cb2b6c1d600789b37 2024-11-09T05:16:58,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/5b7a9f258e684e5781abf648560b4cf0 is 50, key is test_row_0/B:col10/1731129417464/Put/seqid=0 2024-11-09T05:16:58,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742131_1307 (size=12301) 2024-11-09T05:16:58,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129478943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129478953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129478953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129478953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129478953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:58,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,202 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=769 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/5b7a9f258e684e5781abf648560b4cf0 2024-11-09T05:16:59,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/b409d8c4eea2431f9ac864ec0a4e22ad is 50, key is test_row_0/C:col10/1731129417464/Put/seqid=0 2024-11-09T05:16:59,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742132_1308 (size=12301) 2024-11-09T05:16:59,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129479252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129479263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129479263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129479263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129479263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:16:59,612 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=769 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/b409d8c4eea2431f9ac864ec0a4e22ad 2024-11-09T05:16:59,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/81b25a88128b455cb2b6c1d600789b37 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/81b25a88128b455cb2b6c1d600789b37 2024-11-09T05:16:59,621 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/81b25a88128b455cb2b6c1d600789b37, entries=150, sequenceid=769, filesize=12.0 K 2024-11-09T05:16:59,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/5b7a9f258e684e5781abf648560b4cf0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/5b7a9f258e684e5781abf648560b4cf0 2024-11-09T05:16:59,625 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/5b7a9f258e684e5781abf648560b4cf0, entries=150, sequenceid=769, filesize=12.0 K 2024-11-09T05:16:59,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/b409d8c4eea2431f9ac864ec0a4e22ad as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b409d8c4eea2431f9ac864ec0a4e22ad 2024-11-09T05:16:59,635 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b409d8c4eea2431f9ac864ec0a4e22ad, entries=150, sequenceid=769, filesize=12.0 K 2024-11-09T05:16:59,636 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 437fbd97dec6c26457712311c8387267 in 1296ms, sequenceid=769, compaction requested=false 2024-11-09T05:16:59,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:16:59,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:16:59,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-09T05:16:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-09T05:16:59,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-09T05:16:59,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3670 sec 2024-11-09T05:16:59,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.3740 sec 2024-11-09T05:16:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:16:59,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-09T05:16:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:16:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:16:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:16:59,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:16:59,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/8050bba5d26241e58fb670a8d24cebfe is 50, key is test_row_0/A:col10/1731129419764/Put/seqid=0 2024-11-09T05:16:59,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742133_1309 (size=12301) 2024-11-09T05:16:59,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129479782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129479786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129479787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129479788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129479789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129479893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129479903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129479903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129479903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:16:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129479903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:16:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:16:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:16:59,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,038 INFO [Thread-1099 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1099. 2024-11-09T05:17:00,038 DEBUG [Thread-1099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:00,038 DEBUG [Thread-1099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:00,038 DEBUG [Thread-1099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:00,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:00,039 INFO [Thread-1095 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1095. 2024-11-09T05:17:00,039 DEBUG [Thread-1095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:00,039 DEBUG [Thread-1095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:00,039 DEBUG [Thread-1095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:00,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:00,040 INFO [Thread-1097 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1097. 2024-11-09T05:17:00,040 DEBUG [Thread-1097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:00,040 DEBUG [Thread-1097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:00,040 DEBUG [Thread-1097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:00,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:00,042 INFO [Thread-1091 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1091. 2024-11-09T05:17:00,042 DEBUG [Thread-1091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:00,042 DEBUG [Thread-1091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:00,042 DEBUG [Thread-1091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:00,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:00,044 INFO [Thread-1093 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1093. 2024-11-09T05:17:00,044 DEBUG [Thread-1093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:00,044 DEBUG [Thread-1093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:00,044 DEBUG [Thread-1093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:00,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:00,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129480103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129480114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129480114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129480114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129480115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=790 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/8050bba5d26241e58fb670a8d24cebfe 2024-11-09T05:17:00,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/f63f757851e94fddbfeac238ab08d303 is 50, key is test_row_0/B:col10/1731129419764/Put/seqid=0 2024-11-09T05:17:00,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742134_1310 (size=12301) 2024-11-09T05:17:00,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129480414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129480423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129480423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129480423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129480424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=790 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/f63f757851e94fddbfeac238ab08d303 2024-11-09T05:17:00,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/cfe320c0f15841e2ba3c58a770339327 is 50, key is test_row_0/C:col10/1731129419764/Put/seqid=0 2024-11-09T05:17:00,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742135_1311 (size=12301) 2024-11-09T05:17:00,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1731129480923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1731129480933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54642 deadline: 1731129480933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54568 deadline: 1731129480934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54638 deadline: 1731129480934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:01,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=790 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/cfe320c0f15841e2ba3c58a770339327 2024-11-09T05:17:01,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/8050bba5d26241e58fb670a8d24cebfe as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/8050bba5d26241e58fb670a8d24cebfe 2024-11-09T05:17:01,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/8050bba5d26241e58fb670a8d24cebfe, entries=150, sequenceid=790, filesize=12.0 K 2024-11-09T05:17:01,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/f63f757851e94fddbfeac238ab08d303 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/f63f757851e94fddbfeac238ab08d303 2024-11-09T05:17:01,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/f63f757851e94fddbfeac238ab08d303, entries=150, sequenceid=790, filesize=12.0 K 2024-11-09T05:17:01,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/cfe320c0f15841e2ba3c58a770339327 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cfe320c0f15841e2ba3c58a770339327 2024-11-09T05:17:01,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cfe320c0f15841e2ba3c58a770339327, entries=150, sequenceid=790, filesize=12.0 K 2024-11-09T05:17:01,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 437fbd97dec6c26457712311c8387267 in 1261ms, sequenceid=790, compaction requested=true 2024-11-09T05:17:01,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:17:01,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:01,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:01,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:01,026 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:01,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:01,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 437fbd97dec6c26457712311c8387267:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:01,026 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:01,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:01,027 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:01,027 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:01,027 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/B is initiating minor compaction (all files) 2024-11-09T05:17:01,027 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/A is initiating minor compaction (all files) 2024-11-09T05:17:01,027 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/A in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:17:01,027 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/B in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:17:01,027 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/96ee787455dc47029a2f253ec435c9ff, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/81b25a88128b455cb2b6c1d600789b37, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/8050bba5d26241e58fb670a8d24cebfe] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=36.8 K 2024-11-09T05:17:01,027 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/2366586ceab5450bb723bab41f8db150, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/5b7a9f258e684e5781abf648560b4cf0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/f63f757851e94fddbfeac238ab08d303] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=36.8 K 2024-11-09T05:17:01,028 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96ee787455dc47029a2f253ec435c9ff, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=752, earliestPutTs=1731129416771 2024-11-09T05:17:01,028 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 2366586ceab5450bb723bab41f8db150, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=752, earliestPutTs=1731129416771 2024-11-09T05:17:01,028 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81b25a88128b455cb2b6c1d600789b37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=769, earliestPutTs=1731129417464 2024-11-09T05:17:01,028 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b7a9f258e684e5781abf648560b4cf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=769, earliestPutTs=1731129417464 2024-11-09T05:17:01,028 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8050bba5d26241e58fb670a8d24cebfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=790, earliestPutTs=1731129418627 2024-11-09T05:17:01,028 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting f63f757851e94fddbfeac238ab08d303, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=790, earliestPutTs=1731129418627 2024-11-09T05:17:01,034 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#B#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:01,034 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:01,034 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/d9e61589288f495787a4fc75c9a02f28 is 50, key is test_row_0/A:col10/1731129419764/Put/seqid=0 2024-11-09T05:17:01,034 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/60faa62b666046338a61e006256971d3 is 50, key is test_row_0/B:col10/1731129419764/Put/seqid=0 2024-11-09T05:17:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742137_1313 (size=13221) 2024-11-09T05:17:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742136_1312 (size=13221) 2024-11-09T05:17:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:17:01,424 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:01,448 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/60faa62b666046338a61e006256971d3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/60faa62b666046338a61e006256971d3 2024-11-09T05:17:01,448 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/d9e61589288f495787a4fc75c9a02f28 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/d9e61589288f495787a4fc75c9a02f28 2024-11-09T05:17:01,453 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/B of 437fbd97dec6c26457712311c8387267 into 60faa62b666046338a61e006256971d3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:01,453 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/A of 437fbd97dec6c26457712311c8387267 into d9e61589288f495787a4fc75c9a02f28(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:01,453 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:17:01,453 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:17:01,453 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/B, priority=13, startTime=1731129421026; duration=0sec 2024-11-09T05:17:01,453 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/A, priority=13, startTime=1731129421026; duration=0sec 2024-11-09T05:17:01,453 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:01,453 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:B 2024-11-09T05:17:01,453 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:01,453 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:A 2024-11-09T05:17:01,453 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:01,454 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:01,454 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 437fbd97dec6c26457712311c8387267/C is initiating minor compaction (all files) 2024-11-09T05:17:01,454 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 437fbd97dec6c26457712311c8387267/C in TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:17:01,454 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cf2f51ee6f284a9486b725655e584f4e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b409d8c4eea2431f9ac864ec0a4e22ad, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cfe320c0f15841e2ba3c58a770339327] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp, totalSize=36.8 K 2024-11-09T05:17:01,454 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting cf2f51ee6f284a9486b725655e584f4e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=752, earliestPutTs=1731129416771 2024-11-09T05:17:01,454 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b409d8c4eea2431f9ac864ec0a4e22ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=769, earliestPutTs=1731129417464 2024-11-09T05:17:01,455 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting cfe320c0f15841e2ba3c58a770339327, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=790, earliestPutTs=1731129418627 2024-11-09T05:17:01,462 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 437fbd97dec6c26457712311c8387267#C#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:01,462 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/46b17ac125c34e9a80497945f36c7ae2 is 50, key is test_row_0/C:col10/1731129419764/Put/seqid=0 2024-11-09T05:17:01,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742138_1314 (size=13221) 2024-11-09T05:17:01,878 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/46b17ac125c34e9a80497945f36c7ae2 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/46b17ac125c34e9a80497945f36c7ae2 2024-11-09T05:17:01,883 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 437fbd97dec6c26457712311c8387267/C of 437fbd97dec6c26457712311c8387267 into 46b17ac125c34e9a80497945f36c7ae2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:01,883 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:17:01,883 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., storeName=437fbd97dec6c26457712311c8387267/C, priority=13, startTime=1731129421026; duration=0sec 2024-11-09T05:17:01,883 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:01,883 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 437fbd97dec6c26457712311c8387267:C 2024-11-09T05:17:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 437fbd97dec6c26457712311c8387267 2024-11-09T05:17:01,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-09T05:17:01,945 INFO [Thread-1084 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1084. 2024-11-09T05:17:01,945 DEBUG [Thread-1084 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:01,945 INFO [Thread-1088 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1088. 2024-11-09T05:17:01,945 INFO [Thread-1082 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1082. 2024-11-09T05:17:01,945 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:01,945 DEBUG [Thread-1088 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:01,945 DEBUG [Thread-1082 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:01,945 DEBUG [Thread-1088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:01,945 DEBUG [Thread-1082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:01,945 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:01,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:01,945 DEBUG [Thread-1088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:01,945 DEBUG [Thread-1082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:01,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:01,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:01,946 INFO [Thread-1080 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1080. 2024-11-09T05:17:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:17:01,946 DEBUG [Thread-1080 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:01,946 DEBUG [Thread-1080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:01,946 DEBUG [Thread-1080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:17:01,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:17:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:01,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/d48976f72daf42fc858d3aef7eac79d4 is 50, key is test_row_0/A:col10/1731129421943/Put/seqid=0 2024-11-09T05:17:01,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742139_1315 (size=12301) 2024-11-09T05:17:01,954 INFO [Thread-1086 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1086. 2024-11-09T05:17:01,954 DEBUG [Thread-1086 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:01,954 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:01,954 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:01,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 207 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 165 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 155 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3015 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2993 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2999 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3009 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2986 2024-11-09T05:17:01,954 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T05:17:01,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:17:01,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:17:01,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:01,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:01,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:01,955 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T05:17:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:17:01,958 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129421958"}]},"ts":"1731129421958"} 2024-11-09T05:17:01,959 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T05:17:01,959 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T05:17:01,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:17:01,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=437fbd97dec6c26457712311c8387267, UNASSIGN}] 2024-11-09T05:17:01,961 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=437fbd97dec6c26457712311c8387267, UNASSIGN 2024-11-09T05:17:01,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=437fbd97dec6c26457712311c8387267, regionState=CLOSING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:17:01,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=437fbd97dec6c26457712311c8387267, UNASSIGN because future has completed 2024-11-09T05:17:01,963 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:17:01,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:17:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:17:02,092 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:17:02,115 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 437fbd97dec6c26457712311c8387267 2024-11-09T05:17:02,115 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:17:02,115 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 437fbd97dec6c26457712311c8387267, disabling compactions & flushes 2024-11-09T05:17:02,116 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:17:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:17:02,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=812 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/d48976f72daf42fc858d3aef7eac79d4 2024-11-09T05:17:02,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/d901bf0f31214af184963de25f396119 is 50, key is test_row_0/B:col10/1731129421943/Put/seqid=0 2024-11-09T05:17:02,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742140_1316 (size=12301) 2024-11-09T05:17:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:17:02,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=812 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/d901bf0f31214af184963de25f396119 2024-11-09T05:17:02,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/26605f1a6b474117b0d8b91ea9a94cc0 is 50, key is test_row_0/C:col10/1731129421943/Put/seqid=0 2024-11-09T05:17:02,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742141_1317 (size=12301) 2024-11-09T05:17:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:17:03,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=812 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/26605f1a6b474117b0d8b91ea9a94cc0 2024-11-09T05:17:03,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/d48976f72daf42fc858d3aef7eac79d4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/d48976f72daf42fc858d3aef7eac79d4 2024-11-09T05:17:03,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/d48976f72daf42fc858d3aef7eac79d4, entries=150, sequenceid=812, filesize=12.0 K 2024-11-09T05:17:03,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/d901bf0f31214af184963de25f396119 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/d901bf0f31214af184963de25f396119 2024-11-09T05:17:03,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/d901bf0f31214af184963de25f396119, entries=150, sequenceid=812, filesize=12.0 K 2024-11-09T05:17:03,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/26605f1a6b474117b0d8b91ea9a94cc0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/26605f1a6b474117b0d8b91ea9a94cc0 2024-11-09T05:17:03,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/26605f1a6b474117b0d8b91ea9a94cc0, entries=150, sequenceid=812, filesize=12.0 K 2024-11-09T05:17:03,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=6.71 KB/6870 for 437fbd97dec6c26457712311c8387267 in 1261ms, sequenceid=812, compaction requested=false 2024-11-09T05:17:03,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 437fbd97dec6c26457712311c8387267: 2024-11-09T05:17:03,205 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:17:03,205 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:17:03,205 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. after waiting 0 ms 2024-11-09T05:17:03,205 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:17:03,205 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(2902): Flushing 437fbd97dec6c26457712311c8387267 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-09T05:17:03,205 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=A 2024-11-09T05:17:03,205 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:03,205 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=B 2024-11-09T05:17:03,205 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:03,205 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 437fbd97dec6c26457712311c8387267, store=C 2024-11-09T05:17:03,205 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:03,208 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/f0bd8658391c46948671e306dbb6725f is 50, key is test_row_1/A:col10/1731129421953/Put/seqid=0 2024-11-09T05:17:03,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742142_1318 (size=7415) 2024-11-09T05:17:03,611 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=816 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/f0bd8658391c46948671e306dbb6725f 2024-11-09T05:17:03,618 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/dd531572a48f48f39571840c3538ba70 is 50, key is test_row_1/B:col10/1731129421953/Put/seqid=0 2024-11-09T05:17:03,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742143_1319 (size=7415) 2024-11-09T05:17:04,022 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=816 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/dd531572a48f48f39571840c3538ba70 2024-11-09T05:17:04,031 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/8c35218c88c049b5975d4973aa48b0b7 is 50, key is test_row_1/C:col10/1731129421953/Put/seqid=0 2024-11-09T05:17:04,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742144_1320 (size=7415) 2024-11-09T05:17:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:17:04,439 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=816 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/8c35218c88c049b5975d4973aa48b0b7 2024-11-09T05:17:04,446 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/A/f0bd8658391c46948671e306dbb6725f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/f0bd8658391c46948671e306dbb6725f 2024-11-09T05:17:04,450 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/f0bd8658391c46948671e306dbb6725f, entries=50, sequenceid=816, filesize=7.2 K 2024-11-09T05:17:04,451 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/B/dd531572a48f48f39571840c3538ba70 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/dd531572a48f48f39571840c3538ba70 2024-11-09T05:17:04,455 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/dd531572a48f48f39571840c3538ba70, entries=50, sequenceid=816, filesize=7.2 K 2024-11-09T05:17:04,455 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/.tmp/C/8c35218c88c049b5975d4973aa48b0b7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/8c35218c88c049b5975d4973aa48b0b7 2024-11-09T05:17:04,459 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/8c35218c88c049b5975d4973aa48b0b7, entries=50, sequenceid=816, filesize=7.2 K 2024-11-09T05:17:04,460 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 437fbd97dec6c26457712311c8387267 in 1255ms, sequenceid=816, compaction requested=true 2024-11-09T05:17:04,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/3da016b6a1ff4cf78ecd56740cc13e66, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/69bf6b8cf50f4508930b59091333221d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/0a8e0a7bc50846b49e267f8eb98b7560, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/11fa6f3d539e4ecd923410daa21a7a85, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/5efdd01e77874c0f9b5594f80dd473c8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/32aef36b6bd84d7092f9a906228c56fd, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4de7f92e7af74972abd0f5a1a8a0a0ab, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4bab928a55d1438bb7d88a78556a857f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/3e1badf96c714c5ba59cd32ce2bcd82c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/0c0f39f64e34464da750d771541d67b8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4de2142cea864eaca717d062aaae5a1c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/ffd4b75f0441419b9abbd754bac146d2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/6c5d688983304948a31f21a3382e45cb, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/dddf075924d746e694db8cb4efa50b15, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/c037caced34748319cd64f01c96d2218, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/48d47c95842a4b63936e99aee58a369e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/b50a81472ce0499bba3f42cdf9ba953a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/43bcab6206994aa796b6ffdce08c986f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/64c00e26533a420e95afaa5e9998d9d2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/2022d80f83f2486c8c3fd998d8da5e73, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/e76fbdfcbfaf401b8b86fd6da8dd8f62, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/dfce77dd45424677a1abc4ff8e125e84, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/5b4ce83dd9dd4992ba1368975a69e712, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/fa4b6693ee6e4ca9af9999d932bf197b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/96ee787455dc47029a2f253ec435c9ff, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/81b25a88128b455cb2b6c1d600789b37, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/8050bba5d26241e58fb670a8d24cebfe] to archive 2024-11-09T05:17:04,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:17:04,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/3da016b6a1ff4cf78ecd56740cc13e66 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/3da016b6a1ff4cf78ecd56740cc13e66 2024-11-09T05:17:04,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/69bf6b8cf50f4508930b59091333221d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/69bf6b8cf50f4508930b59091333221d 2024-11-09T05:17:04,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/0a8e0a7bc50846b49e267f8eb98b7560 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/0a8e0a7bc50846b49e267f8eb98b7560 2024-11-09T05:17:04,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/11fa6f3d539e4ecd923410daa21a7a85 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/11fa6f3d539e4ecd923410daa21a7a85 2024-11-09T05:17:04,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/5efdd01e77874c0f9b5594f80dd473c8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/5efdd01e77874c0f9b5594f80dd473c8 2024-11-09T05:17:04,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/32aef36b6bd84d7092f9a906228c56fd to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/32aef36b6bd84d7092f9a906228c56fd 2024-11-09T05:17:04,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4de7f92e7af74972abd0f5a1a8a0a0ab to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4de7f92e7af74972abd0f5a1a8a0a0ab 2024-11-09T05:17:04,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4bab928a55d1438bb7d88a78556a857f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4bab928a55d1438bb7d88a78556a857f 2024-11-09T05:17:04,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/3e1badf96c714c5ba59cd32ce2bcd82c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/3e1badf96c714c5ba59cd32ce2bcd82c 2024-11-09T05:17:04,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/0c0f39f64e34464da750d771541d67b8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/0c0f39f64e34464da750d771541d67b8 2024-11-09T05:17:04,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4de2142cea864eaca717d062aaae5a1c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/4de2142cea864eaca717d062aaae5a1c 2024-11-09T05:17:04,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/ffd4b75f0441419b9abbd754bac146d2 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/ffd4b75f0441419b9abbd754bac146d2 2024-11-09T05:17:04,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/6c5d688983304948a31f21a3382e45cb to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/6c5d688983304948a31f21a3382e45cb 2024-11-09T05:17:04,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/dddf075924d746e694db8cb4efa50b15 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/dddf075924d746e694db8cb4efa50b15 2024-11-09T05:17:04,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/c037caced34748319cd64f01c96d2218 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/c037caced34748319cd64f01c96d2218 2024-11-09T05:17:04,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/48d47c95842a4b63936e99aee58a369e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/48d47c95842a4b63936e99aee58a369e 2024-11-09T05:17:04,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/b50a81472ce0499bba3f42cdf9ba953a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/b50a81472ce0499bba3f42cdf9ba953a 2024-11-09T05:17:04,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/43bcab6206994aa796b6ffdce08c986f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/43bcab6206994aa796b6ffdce08c986f 2024-11-09T05:17:04,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/64c00e26533a420e95afaa5e9998d9d2 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/64c00e26533a420e95afaa5e9998d9d2 2024-11-09T05:17:04,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/2022d80f83f2486c8c3fd998d8da5e73 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/2022d80f83f2486c8c3fd998d8da5e73 2024-11-09T05:17:04,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/e76fbdfcbfaf401b8b86fd6da8dd8f62 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/e76fbdfcbfaf401b8b86fd6da8dd8f62 2024-11-09T05:17:04,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/dfce77dd45424677a1abc4ff8e125e84 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/dfce77dd45424677a1abc4ff8e125e84 2024-11-09T05:17:04,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/5b4ce83dd9dd4992ba1368975a69e712 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/5b4ce83dd9dd4992ba1368975a69e712 2024-11-09T05:17:04,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/fa4b6693ee6e4ca9af9999d932bf197b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/fa4b6693ee6e4ca9af9999d932bf197b 2024-11-09T05:17:04,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/96ee787455dc47029a2f253ec435c9ff to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/96ee787455dc47029a2f253ec435c9ff 2024-11-09T05:17:04,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/81b25a88128b455cb2b6c1d600789b37 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/81b25a88128b455cb2b6c1d600789b37 2024-11-09T05:17:04,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/8050bba5d26241e58fb670a8d24cebfe to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/8050bba5d26241e58fb670a8d24cebfe 2024-11-09T05:17:04,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/881ae5b09faf4fdabf89d3e7eb215399, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/6e430ce0d6b7466283cebd904011644c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/6e82491a97d247e6b6cd4965ac05e316, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/9b02fe4aa7d14039a10365107801e857, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/bc7f41f84af6498cbc22a463f9be8d67, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/31b3b990ed794e6c95e0d27a3aa92df5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/1f85317a685648569156658113946e3c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/352520e2413449ff94f18e274c1cfaa1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/ba9b5148970744e791ed940a1ca3fa5d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/2f8227abb6734972bf2a376b54256a4c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/217fe2c53bf14ddc96df2da07d3384ee, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/97cf9336f62b48e69f55978e8dacfd31, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/4f6e6cdfea654aeab1de20e02feb8906, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/eb6582e19cad46de8bb3849e132384f8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/8680bd61388a4a318254cfba73793a32, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/4756723114e0435c9892baebc4b71c6b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/cb36b40f2f82440fa8dda4cee4497875, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/0baa3d9cab854ea4adf9c09ad87028df, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/0bb0bbd48fa54b77959a858042d3fde4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/3a066683211d4346a6b2ee209ff8125b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/b09c182a94394b5e85c6d3e1f6e663bd, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/84bd6fd4882f47869c3b9b687a1f0f57, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/e6de23439bd843c1b2572d69ef23fd11, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/2366586ceab5450bb723bab41f8db150, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/08206f4e5f204be581e7709c1897e798, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/5b7a9f258e684e5781abf648560b4cf0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/f63f757851e94fddbfeac238ab08d303] to archive 2024-11-09T05:17:04,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:17:04,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/881ae5b09faf4fdabf89d3e7eb215399 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/881ae5b09faf4fdabf89d3e7eb215399 2024-11-09T05:17:04,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/6e430ce0d6b7466283cebd904011644c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/6e430ce0d6b7466283cebd904011644c 2024-11-09T05:17:04,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/6e82491a97d247e6b6cd4965ac05e316 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/6e82491a97d247e6b6cd4965ac05e316 2024-11-09T05:17:04,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/9b02fe4aa7d14039a10365107801e857 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/9b02fe4aa7d14039a10365107801e857 2024-11-09T05:17:04,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/bc7f41f84af6498cbc22a463f9be8d67 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/bc7f41f84af6498cbc22a463f9be8d67 2024-11-09T05:17:04,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/31b3b990ed794e6c95e0d27a3aa92df5 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/31b3b990ed794e6c95e0d27a3aa92df5 2024-11-09T05:17:04,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/1f85317a685648569156658113946e3c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/1f85317a685648569156658113946e3c 2024-11-09T05:17:04,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/352520e2413449ff94f18e274c1cfaa1 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/352520e2413449ff94f18e274c1cfaa1 2024-11-09T05:17:04,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/ba9b5148970744e791ed940a1ca3fa5d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/ba9b5148970744e791ed940a1ca3fa5d 2024-11-09T05:17:04,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/2f8227abb6734972bf2a376b54256a4c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/2f8227abb6734972bf2a376b54256a4c 2024-11-09T05:17:04,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/217fe2c53bf14ddc96df2da07d3384ee to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/217fe2c53bf14ddc96df2da07d3384ee 2024-11-09T05:17:04,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/97cf9336f62b48e69f55978e8dacfd31 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/97cf9336f62b48e69f55978e8dacfd31 2024-11-09T05:17:04,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/4f6e6cdfea654aeab1de20e02feb8906 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/4f6e6cdfea654aeab1de20e02feb8906 2024-11-09T05:17:04,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/eb6582e19cad46de8bb3849e132384f8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/eb6582e19cad46de8bb3849e132384f8 2024-11-09T05:17:04,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/8680bd61388a4a318254cfba73793a32 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/8680bd61388a4a318254cfba73793a32 2024-11-09T05:17:04,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/4756723114e0435c9892baebc4b71c6b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/4756723114e0435c9892baebc4b71c6b 2024-11-09T05:17:04,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/cb36b40f2f82440fa8dda4cee4497875 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/cb36b40f2f82440fa8dda4cee4497875 2024-11-09T05:17:04,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/0baa3d9cab854ea4adf9c09ad87028df to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/0baa3d9cab854ea4adf9c09ad87028df 2024-11-09T05:17:04,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/0bb0bbd48fa54b77959a858042d3fde4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/0bb0bbd48fa54b77959a858042d3fde4 2024-11-09T05:17:04,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/3a066683211d4346a6b2ee209ff8125b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/3a066683211d4346a6b2ee209ff8125b 2024-11-09T05:17:04,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/b09c182a94394b5e85c6d3e1f6e663bd to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/b09c182a94394b5e85c6d3e1f6e663bd 2024-11-09T05:17:04,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/84bd6fd4882f47869c3b9b687a1f0f57 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/84bd6fd4882f47869c3b9b687a1f0f57 2024-11-09T05:17:04,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/e6de23439bd843c1b2572d69ef23fd11 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/e6de23439bd843c1b2572d69ef23fd11 2024-11-09T05:17:04,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/2366586ceab5450bb723bab41f8db150 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/2366586ceab5450bb723bab41f8db150 2024-11-09T05:17:04,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/08206f4e5f204be581e7709c1897e798 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/08206f4e5f204be581e7709c1897e798 2024-11-09T05:17:04,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/5b7a9f258e684e5781abf648560b4cf0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/5b7a9f258e684e5781abf648560b4cf0 2024-11-09T05:17:04,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/f63f757851e94fddbfeac238ab08d303 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/f63f757851e94fddbfeac238ab08d303 2024-11-09T05:17:04,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/04b36a1cd07c41ba95b1ec9ef5bdaa9a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/25187a0692c74a93bc0b1bf0feed25db, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/31bf2193e59945a8ac6f82d4107feb19, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/67235b733ba7471f9a7b78747e48683f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/6fa6528dca6143839c4e929c7bb35f83, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b2598e8f9285484d8b934c883f2fc2cc, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/02e1da4742184c479b525eabbcaa70b0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/a1afbb0a52c84994860636b5f92b4dd7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/bb7cb60b207e469588ba98e37fe8ab31, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/e282ed29febe462f9e9a27af88421b71, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/25e0b08dec8d4e278bf5125c32fc7ca8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cb86169a9d974a25b0d9f4824303570e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/41e661c64f2f4f29b1f5c9eaf30fc381, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/c64a9994ff9148fc841d6672390cc4b1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b674a369a7154f49807641ecfc80c66e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b21b962952e0492f89779ba781889b4e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/88ab8ffdabcf40078312fe2c26b55e6a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/27c3b88d8db545e1a2125f222810480a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/f925c62bdad04ac093e67acb2cdc0572, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/ea676c83c00b48e69b49e0de4dc41ce0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/a898d99d5f024ba3b659a2da4cc6e931, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/306f95bc81df48adb8a1786cb8f92487, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/4c00bc61362448a6981ea3572cf40ff6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cf2f51ee6f284a9486b725655e584f4e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/327bc72395d54ba4a62b98610bace7e0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b409d8c4eea2431f9ac864ec0a4e22ad, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cfe320c0f15841e2ba3c58a770339327] to archive 2024-11-09T05:17:04,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:17:04,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/04b36a1cd07c41ba95b1ec9ef5bdaa9a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/04b36a1cd07c41ba95b1ec9ef5bdaa9a 2024-11-09T05:17:04,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/25187a0692c74a93bc0b1bf0feed25db to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/25187a0692c74a93bc0b1bf0feed25db 2024-11-09T05:17:04,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/31bf2193e59945a8ac6f82d4107feb19 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/31bf2193e59945a8ac6f82d4107feb19 2024-11-09T05:17:04,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/67235b733ba7471f9a7b78747e48683f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/67235b733ba7471f9a7b78747e48683f 2024-11-09T05:17:04,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/6fa6528dca6143839c4e929c7bb35f83 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/6fa6528dca6143839c4e929c7bb35f83 2024-11-09T05:17:04,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b2598e8f9285484d8b934c883f2fc2cc to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b2598e8f9285484d8b934c883f2fc2cc 2024-11-09T05:17:04,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/02e1da4742184c479b525eabbcaa70b0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/02e1da4742184c479b525eabbcaa70b0 2024-11-09T05:17:04,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/a1afbb0a52c84994860636b5f92b4dd7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/a1afbb0a52c84994860636b5f92b4dd7 2024-11-09T05:17:04,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/bb7cb60b207e469588ba98e37fe8ab31 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/bb7cb60b207e469588ba98e37fe8ab31 2024-11-09T05:17:04,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/e282ed29febe462f9e9a27af88421b71 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/e282ed29febe462f9e9a27af88421b71 2024-11-09T05:17:04,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/25e0b08dec8d4e278bf5125c32fc7ca8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/25e0b08dec8d4e278bf5125c32fc7ca8 2024-11-09T05:17:04,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cb86169a9d974a25b0d9f4824303570e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cb86169a9d974a25b0d9f4824303570e 2024-11-09T05:17:04,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/41e661c64f2f4f29b1f5c9eaf30fc381 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/41e661c64f2f4f29b1f5c9eaf30fc381 2024-11-09T05:17:04,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/c64a9994ff9148fc841d6672390cc4b1 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/c64a9994ff9148fc841d6672390cc4b1 2024-11-09T05:17:04,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b674a369a7154f49807641ecfc80c66e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b674a369a7154f49807641ecfc80c66e 2024-11-09T05:17:04,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b21b962952e0492f89779ba781889b4e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b21b962952e0492f89779ba781889b4e 2024-11-09T05:17:04,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/88ab8ffdabcf40078312fe2c26b55e6a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/88ab8ffdabcf40078312fe2c26b55e6a 2024-11-09T05:17:04,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/27c3b88d8db545e1a2125f222810480a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/27c3b88d8db545e1a2125f222810480a 2024-11-09T05:17:04,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/f925c62bdad04ac093e67acb2cdc0572 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/f925c62bdad04ac093e67acb2cdc0572 2024-11-09T05:17:04,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/ea676c83c00b48e69b49e0de4dc41ce0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/ea676c83c00b48e69b49e0de4dc41ce0 2024-11-09T05:17:04,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/a898d99d5f024ba3b659a2da4cc6e931 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/a898d99d5f024ba3b659a2da4cc6e931 2024-11-09T05:17:04,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/306f95bc81df48adb8a1786cb8f92487 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/306f95bc81df48adb8a1786cb8f92487 2024-11-09T05:17:04,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/4c00bc61362448a6981ea3572cf40ff6 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/4c00bc61362448a6981ea3572cf40ff6 2024-11-09T05:17:04,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cf2f51ee6f284a9486b725655e584f4e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cf2f51ee6f284a9486b725655e584f4e 2024-11-09T05:17:04,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/327bc72395d54ba4a62b98610bace7e0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/327bc72395d54ba4a62b98610bace7e0 2024-11-09T05:17:04,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b409d8c4eea2431f9ac864ec0a4e22ad to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/b409d8c4eea2431f9ac864ec0a4e22ad 2024-11-09T05:17:04,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cfe320c0f15841e2ba3c58a770339327 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/cfe320c0f15841e2ba3c58a770339327 2024-11-09T05:17:04,553 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/recovered.edits/819.seqid, newMaxSeqId=819, maxSeqId=1 2024-11-09T05:17:04,554 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. 2024-11-09T05:17:04,554 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 437fbd97dec6c26457712311c8387267: Waiting for close lock at 1731129422115Running coprocessor pre-close hooks at 1731129422115Disabling compacts and flushes for region at 1731129422115Disabling writes for close at 1731129423205 (+1090 ms)Obtaining lock to block concurrent updates at 1731129423205Preparing flush snapshotting stores in 437fbd97dec6c26457712311c8387267 at 1731129423205Finished memstore snapshotting TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1731129423205Flushing stores of TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267. at 1731129423206 (+1 ms)Flushing 437fbd97dec6c26457712311c8387267/A: creating writer at 1731129423206Flushing 437fbd97dec6c26457712311c8387267/A: appending metadata at 1731129423208 (+2 ms)Flushing 437fbd97dec6c26457712311c8387267/A: closing flushed file at 1731129423208Flushing 437fbd97dec6c26457712311c8387267/B: creating writer at 1731129423615 (+407 ms)Flushing 437fbd97dec6c26457712311c8387267/B: appending metadata at 1731129423617 (+2 ms)Flushing 437fbd97dec6c26457712311c8387267/B: closing flushed file at 1731129423617Flushing 437fbd97dec6c26457712311c8387267/C: creating writer at 1731129424027 (+410 ms)Flushing 437fbd97dec6c26457712311c8387267/C: appending metadata at 1731129424030 (+3 ms)Flushing 437fbd97dec6c26457712311c8387267/C: closing flushed file at 1731129424030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0d0abf: reopening flushed file at 1731129424446 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d9d51c: reopening flushed file at 1731129424450 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f76d7de: reopening flushed file at 1731129424455 (+5 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 437fbd97dec6c26457712311c8387267 in 1255ms, sequenceid=816, compaction requested=true at 1731129424460 (+5 ms)Writing region close event to WAL at 1731129424550 (+90 ms)Running coprocessor post-close hooks at 1731129424553 (+3 ms)Closed at 1731129424554 (+1 ms) 2024-11-09T05:17:04,555 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 437fbd97dec6c26457712311c8387267 2024-11-09T05:17:04,556 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=437fbd97dec6c26457712311c8387267, regionState=CLOSED 2024-11-09T05:17:04,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:17:04,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-09T05:17:04,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 437fbd97dec6c26457712311c8387267, server=059551c538b7,34017,1731129333987 in 2.5950 sec 2024-11-09T05:17:04,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-09T05:17:04,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=437fbd97dec6c26457712311c8387267, UNASSIGN in 2.5990 sec 2024-11-09T05:17:04,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-09T05:17:04,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6020 sec 2024-11-09T05:17:04,564 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129424564"}]},"ts":"1731129424564"} 2024-11-09T05:17:04,565 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T05:17:04,565 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T05:17:04,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6110 sec 2024-11-09T05:17:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:17:06,114 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:06,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T05:17:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:06,116 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T05:17:06,117 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=86, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:06,119 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267 2024-11-09T05:17:06,121 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/recovered.edits] 2024-11-09T05:17:06,123 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/d48976f72daf42fc858d3aef7eac79d4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/d48976f72daf42fc858d3aef7eac79d4 2024-11-09T05:17:06,124 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/d9e61589288f495787a4fc75c9a02f28 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/d9e61589288f495787a4fc75c9a02f28 2024-11-09T05:17:06,125 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/f0bd8658391c46948671e306dbb6725f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/A/f0bd8658391c46948671e306dbb6725f 2024-11-09T05:17:06,127 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/60faa62b666046338a61e006256971d3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/60faa62b666046338a61e006256971d3 2024-11-09T05:17:06,128 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/d901bf0f31214af184963de25f396119 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/d901bf0f31214af184963de25f396119 2024-11-09T05:17:06,129 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/dd531572a48f48f39571840c3538ba70 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/B/dd531572a48f48f39571840c3538ba70 2024-11-09T05:17:06,131 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/26605f1a6b474117b0d8b91ea9a94cc0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/26605f1a6b474117b0d8b91ea9a94cc0 2024-11-09T05:17:06,132 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/46b17ac125c34e9a80497945f36c7ae2 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/46b17ac125c34e9a80497945f36c7ae2 2024-11-09T05:17:06,133 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/8c35218c88c049b5975d4973aa48b0b7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/C/8c35218c88c049b5975d4973aa48b0b7 2024-11-09T05:17:06,135 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/recovered.edits/819.seqid to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267/recovered.edits/819.seqid 2024-11-09T05:17:06,136 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/437fbd97dec6c26457712311c8387267 2024-11-09T05:17:06,136 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T05:17:06,138 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=86, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:06,141 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T05:17:06,143 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T05:17:06,144 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=86, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:06,145 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T05:17:06,145 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731129426145"}]},"ts":"9223372036854775807"} 2024-11-09T05:17:06,147 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:17:06,147 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 437fbd97dec6c26457712311c8387267, NAME => 'TestAcidGuarantees,,1731129397832.437fbd97dec6c26457712311c8387267.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:17:06,147 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T05:17:06,147 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731129426147"}]},"ts":"9223372036854775807"} 2024-11-09T05:17:06,148 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T05:17:06,149 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=86, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:06,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 35 msec 2024-11-09T05:17:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T05:17:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T05:17:06,224 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:06,239 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 248) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1205810158_22 at /127.0.0.1:38318 [Waiting for operation #312] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_804687092_22 at /127.0.0.1:35010 [Waiting for operation #238] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=529 (was 467) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1410 (was 822) - AvailableMemoryMB LEAK? - 2024-11-09T05:17:06,248 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=529, ProcessCount=11, AvailableMemoryMB=1410 2024-11-09T05:17:06,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:17:06,249 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:17:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:06,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:17:06,251 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:06,251 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 87 2024-11-09T05:17:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-09T05:17:06,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:17:06,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742145_1321 (size=1061) 2024-11-09T05:17:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-09T05:17:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-09T05:17:06,666 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1 2024-11-09T05:17:06,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742146_1322 (size=53) 2024-11-09T05:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-09T05:17:07,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:17:07,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f094eb0f2f9302c9b913c034f2b55117, disabling compactions & flushes 2024-11-09T05:17:07,098 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:07,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:07,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. after waiting 0 ms 2024-11-09T05:17:07,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:07,098 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:07,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f094eb0f2f9302c9b913c034f2b55117: Waiting for close lock at 1731129427098Disabling compacts and flushes for region at 1731129427098Disabling writes for close at 1731129427098Writing region close event to WAL at 1731129427098Closed at 1731129427098 2024-11-09T05:17:07,099 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:17:07,100 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731129427099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129427099"}]},"ts":"1731129427099"} 2024-11-09T05:17:07,101 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:17:07,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:17:07,102 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129427102"}]},"ts":"1731129427102"} 2024-11-09T05:17:07,103 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T05:17:07,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, ASSIGN}] 2024-11-09T05:17:07,105 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, ASSIGN 2024-11-09T05:17:07,106 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, ASSIGN; state=OFFLINE, location=059551c538b7,34017,1731129333987; forceNewPlan=false, retain=false 2024-11-09T05:17:07,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=f094eb0f2f9302c9b913c034f2b55117, regionState=OPENING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:17:07,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, ASSIGN because future has completed 2024-11-09T05:17:07,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:17:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-09T05:17:07,418 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:07,418 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7752): Opening region: {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:17:07,418 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,418 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:17:07,418 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7794): checking encryption for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,418 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7797): checking classloading for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,419 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,420 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:17:07,421 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f094eb0f2f9302c9b913c034f2b55117 columnFamilyName A 2024-11-09T05:17:07,421 DEBUG [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:07,421 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.HStore(327): Store=f094eb0f2f9302c9b913c034f2b55117/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:17:07,421 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,422 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:17:07,422 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f094eb0f2f9302c9b913c034f2b55117 columnFamilyName B 2024-11-09T05:17:07,422 DEBUG [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:07,423 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.HStore(327): Store=f094eb0f2f9302c9b913c034f2b55117/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:17:07,423 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,423 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:17:07,424 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f094eb0f2f9302c9b913c034f2b55117 columnFamilyName C 2024-11-09T05:17:07,424 DEBUG [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:07,424 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.HStore(327): Store=f094eb0f2f9302c9b913c034f2b55117/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:17:07,424 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:07,424 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1038): replaying wal for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,425 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,425 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,426 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1048): stopping wal replay for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,426 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1060): Cleaning up temporary data for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,426 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:17:07,427 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1093): writing seq id for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,429 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:17:07,429 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1114): Opened f094eb0f2f9302c9b913c034f2b55117; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72597149, jitterRate=0.08178181946277618}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:17:07,429 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:07,430 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1006): Region open journal for f094eb0f2f9302c9b913c034f2b55117: Running coprocessor pre-open hook at 1731129427418Writing region info on filesystem at 1731129427418Initializing all the Stores at 1731129427419 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129427419Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129427419Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129427419Cleaning up temporary data from old regions at 1731129427426 (+7 ms)Running coprocessor post-open hooks at 1731129427429 (+3 ms)Region opened successfully at 1731129427430 (+1 ms) 2024-11-09T05:17:07,431 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., pid=89, masterSystemTime=1731129427415 2024-11-09T05:17:07,433 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:07,433 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:07,433 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=f094eb0f2f9302c9b913c034f2b55117, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:17:07,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:17:07,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-09T05:17:07,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 in 174 msec 2024-11-09T05:17:07,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-09T05:17:07,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, ASSIGN in 333 msec 2024-11-09T05:17:07,440 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:17:07,440 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129427440"}]},"ts":"1731129427440"} 2024-11-09T05:17:07,442 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T05:17:07,442 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:17:07,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1930 sec 2024-11-09T05:17:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-09T05:17:08,414 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:08,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197fefe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:08,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:08,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:08,419 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:08,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:08,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:08,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb76b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:08,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:08,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:08,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:08,422 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4282b82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:08,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:08,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:08,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:17:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41825,1731129333054 2024-11-09T05:17:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13304c25 2024-11-09T05:17:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:17:08,428 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:17:08,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:17:08,430 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:17:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742147_1323 (size=1097) 2024-11-09T05:17:08,844 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-09T05:17:08,844 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-09T05:17:08,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:17:08,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, REOPEN/MOVE}] 2024-11-09T05:17:08,851 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, REOPEN/MOVE 2024-11-09T05:17:08,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f094eb0f2f9302c9b913c034f2b55117, regionState=CLOSING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:17:08,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, REOPEN/MOVE because future has completed 2024-11-09T05:17:08,855 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:17:08,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:17:09,008 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,009 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:17:09,009 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing f094eb0f2f9302c9b913c034f2b55117, disabling compactions & flushes 2024-11-09T05:17:09,009 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,009 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,009 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. after waiting 0 ms 2024-11-09T05:17:09,009 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,012 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T05:17:09,013 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,013 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for f094eb0f2f9302c9b913c034f2b55117: Waiting for close lock at 1731129429009Running coprocessor pre-close hooks at 1731129429009Disabling compacts and flushes for region at 1731129429009Disabling writes for close at 1731129429009Writing region close event to WAL at 1731129429009Running coprocessor post-close hooks at 1731129429013 (+4 ms)Closed at 1731129429013 2024-11-09T05:17:09,013 WARN [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionServer(3299): Not adding moved region record: f094eb0f2f9302c9b913c034f2b55117 to self. 2024-11-09T05:17:09,015 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,016 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f094eb0f2f9302c9b913c034f2b55117, regionState=CLOSED 2024-11-09T05:17:09,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:17:09,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-09T05:17:09,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 in 163 msec 2024-11-09T05:17:09,021 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, REOPEN/MOVE; state=CLOSED, location=059551c538b7,34017,1731129333987; forceNewPlan=false, retain=true 2024-11-09T05:17:09,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f094eb0f2f9302c9b913c034f2b55117, regionState=OPENING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, REOPEN/MOVE because future has completed 2024-11-09T05:17:09,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:17:09,330 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,331 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:17:09,331 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,331 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:17:09,331 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,331 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,333 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,334 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:17:09,334 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f094eb0f2f9302c9b913c034f2b55117 columnFamilyName A 2024-11-09T05:17:09,336 DEBUG [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:09,337 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.HStore(327): Store=f094eb0f2f9302c9b913c034f2b55117/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:17:09,337 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,338 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:17:09,339 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f094eb0f2f9302c9b913c034f2b55117 columnFamilyName B 2024-11-09T05:17:09,339 DEBUG [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:09,340 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.HStore(327): Store=f094eb0f2f9302c9b913c034f2b55117/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:17:09,340 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,341 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:17:09,341 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f094eb0f2f9302c9b913c034f2b55117 columnFamilyName C 2024-11-09T05:17:09,341 DEBUG [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:09,342 INFO [StoreOpener-f094eb0f2f9302c9b913c034f2b55117-1 {}] regionserver.HStore(327): Store=f094eb0f2f9302c9b913c034f2b55117/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:17:09,342 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,342 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,343 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,344 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,345 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,345 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,345 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:17:09,346 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,347 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened f094eb0f2f9302c9b913c034f2b55117; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58870766, jitterRate=-0.12275722622871399}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:17:09,347 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,347 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for f094eb0f2f9302c9b913c034f2b55117: Running coprocessor pre-open hook at 1731129429331Writing region info on filesystem at 1731129429331Initializing all the Stores at 1731129429332 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129429332Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129429333 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129429333Cleaning up temporary data from old regions at 1731129429345 (+12 ms)Running coprocessor post-open hooks at 1731129429347 (+2 ms)Region opened successfully at 1731129429347 2024-11-09T05:17:09,348 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., pid=94, masterSystemTime=1731129429327 2024-11-09T05:17:09,349 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,349 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,350 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f094eb0f2f9302c9b913c034f2b55117, regionState=OPEN, openSeqNum=5, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:17:09,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=92 2024-11-09T05:17:09,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 in 177 msec 2024-11-09T05:17:09,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-09T05:17:09,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, REOPEN/MOVE in 504 msec 2024-11-09T05:17:09,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-09T05:17:09,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-11-09T05:17:09,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 928 msec 2024-11-09T05:17:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-09T05:17:09,363 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:09,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:09,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:09,364 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:09,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:09,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:09,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327a2304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:09,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:09,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:09,365 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:09,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc46bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:09,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:09,367 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608b9cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:09,368 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c45ef1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:09,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:09,370 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418c2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:09,371 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7478ed34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:09,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:09,373 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:09,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:09,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:09,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513c1dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:09,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:09,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:09,374 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f335ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:09,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:09,376 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b5aa6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:09,378 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:09,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a28f03c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:09,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:09,380 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d988674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:09,381 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e152bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:09,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:09,383 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629f3775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:09,384 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a028519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:09,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:09,386 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffd2629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:09,387 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc566cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:09,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:09,389 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4067e73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:09,390 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c5d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d10c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:09,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:09,392 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6997acb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:09,393 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdde5aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:09,394 DEBUG [Thread-1493 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:09,394 DEBUG [Thread-1495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:09,394 DEBUG [Thread-1482 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:09,394 DEBUG [Thread-1491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:09,394 DEBUG [Thread-1488 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:09,394 DEBUG [Thread-1499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:09,395 DEBUG [Thread-1486 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:09,395 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:09,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:09,396 DEBUG [Thread-1480 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:09,396 DEBUG [Thread-1499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:09,396 DEBUG [Thread-1484 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-09T05:17:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:09,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:09,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:09,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:09,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:09,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:09,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:09,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:09,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:09,398 DEBUG [Thread-1495 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:09,398 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:09,399 DEBUG [Thread-1495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-09T05:17:09,399 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:09,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:17:09,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:17:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:17:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:17:09,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:17:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:17:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:17:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:17:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:17:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T05:17:09,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:09,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:09,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:09,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:09,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:09,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:09,411 DEBUG [Thread-1497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:09,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:17:09,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110936d3e615400142da9ce479209abe32b7_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129429404/Put/seqid=0 2024-11-09T05:17:09,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129429423, max timestamp=1731129429451Num uniques 859; 2024-11-09T05:17:09,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:09,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129429423, max timestamp=1731129429451Num uniques 859; 2024-11-09T05:17:09,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:09,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129429423, max timestamp=1731129429451Num uniques 859; 2024-11-09T05:17:09,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:09,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742148_1324 (size=17034) 2024-11-09T05:17:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-09T05:17:09,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129489499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129489501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129489502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129489502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129489504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T05:17:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:09,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129489623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129489623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129489624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129489624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129489624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T05:17:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-09T05:17:09,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129489843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129489843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129489843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129489843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129489843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:09,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T05:17:09,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:09,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:09,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:09,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:09,871 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:09,873 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110936d3e615400142da9ce479209abe32b7_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110936d3e615400142da9ce479209abe32b7_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:09,874 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/889544b202a344578da6e7b1dac3d5a8, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:09,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/889544b202a344578da6e7b1dac3d5a8 is 175, key is test_row_0/A:col10/1731129429404/Put/seqid=0 2024-11-09T05:17:09,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742149_1325 (size=48139) 2024-11-09T05:17:10,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T05:17:10,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:10,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-09T05:17:10,129 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:17:10,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129490163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:10,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129490164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129490164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129490164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129490164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:10,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T05:17:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,278 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/889544b202a344578da6e7b1dac3d5a8 2024-11-09T05:17:10,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/d83efa5fac5048b1917cefa40dcd7358 is 50, key is test_row_0/B:col10/1731129429404/Put/seqid=0 2024-11-09T05:17:10,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742150_1326 (size=12001) 2024-11-09T05:17:10,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T05:17:10,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:10,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T05:17:10,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:10,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-09T05:17:10,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T05:17:10,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:10,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129490673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129490673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:10,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129490673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:10,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129490673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:10,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129490673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:10,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/d83efa5fac5048b1917cefa40dcd7358 2024-11-09T05:17:10,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/52704cb247ea4d6c8d035e4958b41dde is 50, key is test_row_0/C:col10/1731129429404/Put/seqid=0 2024-11-09T05:17:10,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742151_1327 (size=12001) 2024-11-09T05:17:10,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T05:17:10,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:10,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T05:17:10,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:10,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:10,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:11,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T05:17:11,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:11,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:11,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:11,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:11,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:11,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/52704cb247ea4d6c8d035e4958b41dde 2024-11-09T05:17:11,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/889544b202a344578da6e7b1dac3d5a8 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/889544b202a344578da6e7b1dac3d5a8 2024-11-09T05:17:11,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/889544b202a344578da6e7b1dac3d5a8, entries=250, sequenceid=15, filesize=47.0 K 2024-11-09T05:17:11,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/d83efa5fac5048b1917cefa40dcd7358 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/d83efa5fac5048b1917cefa40dcd7358 2024-11-09T05:17:11,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/d83efa5fac5048b1917cefa40dcd7358, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T05:17:11,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/52704cb247ea4d6c8d035e4958b41dde as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/52704cb247ea4d6c8d035e4958b41dde 2024-11-09T05:17:11,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/52704cb247ea4d6c8d035e4958b41dde, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T05:17:11,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f094eb0f2f9302c9b913c034f2b55117 in 1754ms, sequenceid=15, compaction requested=false 2024-11-09T05:17:11,163 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T05:17:11,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:11,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-09T05:17:11,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:11,246 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-09T05:17:11,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:11,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:11,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:11,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:11,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:11,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:11,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110962c958f2e48a4ace86af766815ef74b8_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129429502/Put/seqid=0 2024-11-09T05:17:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742152_1328 (size=12154) 2024-11-09T05:17:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-09T05:17:11,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:11,661 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110962c958f2e48a4ace86af766815ef74b8_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110962c958f2e48a4ace86af766815ef74b8_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:11,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/b3fb330b1f95469ab17c3a80e464d11f, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:11,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/b3fb330b1f95469ab17c3a80e464d11f is 175, key is test_row_0/A:col10/1731129429502/Put/seqid=0 2024-11-09T05:17:11,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742153_1329 (size=30955) 2024-11-09T05:17:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:11,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:11,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129491701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129491701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:11,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129491702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129491703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:11,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129491711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:11,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:11,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129491823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129491823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129491824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129491824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:11,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129491833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:11,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:11,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129492033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129492033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129492044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129492044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129492053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,065 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/b3fb330b1f95469ab17c3a80e464d11f 2024-11-09T05:17:12,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/46676faa94c94533ae0cbb1a3a9bfc17 is 50, key is test_row_0/B:col10/1731129429502/Put/seqid=0 2024-11-09T05:17:12,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742154_1330 (size=12001) 2024-11-09T05:17:12,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129492353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129492353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129492364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129492364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129492365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,477 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/46676faa94c94533ae0cbb1a3a9bfc17 2024-11-09T05:17:12,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/99f2bc2f47f543ec9f0d6a02b3d4594b is 50, key is test_row_0/C:col10/1731129429502/Put/seqid=0 2024-11-09T05:17:12,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742155_1331 (size=12001) 2024-11-09T05:17:12,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129492874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129492874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,888 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/99f2bc2f47f543ec9f0d6a02b3d4594b 2024-11-09T05:17:12,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/b3fb330b1f95469ab17c3a80e464d11f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b3fb330b1f95469ab17c3a80e464d11f 2024-11-09T05:17:12,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129492883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129492883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129492884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:12,901 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b3fb330b1f95469ab17c3a80e464d11f, entries=150, sequenceid=51, filesize=30.2 K 2024-11-09T05:17:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/46676faa94c94533ae0cbb1a3a9bfc17 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/46676faa94c94533ae0cbb1a3a9bfc17 2024-11-09T05:17:12,909 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/46676faa94c94533ae0cbb1a3a9bfc17, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T05:17:12,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/99f2bc2f47f543ec9f0d6a02b3d4594b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/99f2bc2f47f543ec9f0d6a02b3d4594b 2024-11-09T05:17:12,941 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/99f2bc2f47f543ec9f0d6a02b3d4594b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T05:17:12,942 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for f094eb0f2f9302c9b913c034f2b55117 in 1696ms, sequenceid=51, compaction requested=false 2024-11-09T05:17:12,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:12,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:12,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-09T05:17:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-09T05:17:12,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-09T05:17:12,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5450 sec 2024-11-09T05:17:12,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 3.5530 sec 2024-11-09T05:17:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-09T05:17:13,563 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:13,564 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-09T05:17:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T05:17:13,565 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:13,566 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:13,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T05:17:13,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-09T05:17:13,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:13,722 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T05:17:13,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:13,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:13,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:13,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:13,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:13,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:13,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093e58e098d48748fcb91bdcda041783ad_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129431699/Put/seqid=0 2024-11-09T05:17:13,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742156_1332 (size=12154) 2024-11-09T05:17:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T05:17:13,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:13,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129493927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:13,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129433915, max timestamp=1731129433939Num uniques 859; 2024-11-09T05:17:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:13,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:17:13,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129493928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:13,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129433915, max timestamp=1731129433939Num uniques 859; 2024-11-09T05:17:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:13,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:17:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:13,944 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129433915, max timestamp=1731129433939Num uniques 859; 2024-11-09T05:17:13,944 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:17:14,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129494019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129494019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129494020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129494053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129494053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129494133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:14,146 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093e58e098d48748fcb91bdcda041783ad_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093e58e098d48748fcb91bdcda041783ad_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:14,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/f05887e968764c16b0d7dfbfc564cb1c, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:14,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/f05887e968764c16b0d7dfbfc564cb1c is 175, key is test_row_0/A:col10/1731129431699/Put/seqid=0 2024-11-09T05:17:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742157_1333 (size=30955) 2024-11-09T05:17:14,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129494144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129494144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T05:17:14,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129494273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129494273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129494353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129494363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129494363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,558 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/f05887e968764c16b0d7dfbfc564cb1c 2024-11-09T05:17:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/86e28ab8526b46d39560d0c1974c74f6 is 50, key is test_row_0/B:col10/1731129431699/Put/seqid=0 2024-11-09T05:17:14,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742158_1334 (size=12001) 2024-11-09T05:17:14,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129494583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129494593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129494673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129494683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129494683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T05:17:14,968 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/86e28ab8526b46d39560d0c1974c74f6 2024-11-09T05:17:14,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/7a47b0544be64f869b027c1bc40298e9 is 50, key is test_row_0/C:col10/1731129431699/Put/seqid=0 2024-11-09T05:17:14,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742159_1335 (size=12001) 2024-11-09T05:17:15,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129495103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:15,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129495112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:15,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:15,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:15,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:15,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129495193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:15,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:15,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:15,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:15,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129495203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:15,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129495203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:15,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:15,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:15,378 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/7a47b0544be64f869b027c1bc40298e9 2024-11-09T05:17:15,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/f05887e968764c16b0d7dfbfc564cb1c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f05887e968764c16b0d7dfbfc564cb1c 2024-11-09T05:17:15,384 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f05887e968764c16b0d7dfbfc564cb1c, entries=150, sequenceid=62, filesize=30.2 K 2024-11-09T05:17:15,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/86e28ab8526b46d39560d0c1974c74f6 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/86e28ab8526b46d39560d0c1974c74f6 2024-11-09T05:17:15,389 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/86e28ab8526b46d39560d0c1974c74f6, entries=150, sequenceid=62, filesize=11.7 K 2024-11-09T05:17:15,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/7a47b0544be64f869b027c1bc40298e9 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/7a47b0544be64f869b027c1bc40298e9 2024-11-09T05:17:15,393 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/7a47b0544be64f869b027c1bc40298e9, entries=150, sequenceid=62, filesize=11.7 K 2024-11-09T05:17:15,394 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.94 KB/135110 for f094eb0f2f9302c9b913c034f2b55117 in 1672ms, sequenceid=62, compaction requested=true 2024-11-09T05:17:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-09T05:17:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-09T05:17:15,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-09T05:17:15,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8300 sec 2024-11-09T05:17:15,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.8360 sec 2024-11-09T05:17:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T05:17:15,724 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:15,724 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-09T05:17:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T05:17:15,725 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:15,726 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:15,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T05:17:15,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T05:17:15,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:15,878 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=131.94 KB heapSize=370.53 KB 2024-11-09T05:17:15,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:15,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:15,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:15,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:15,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:15,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:15,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b6d227f0b4b84e5e8920bd1101a4eb56_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129434017/Put/seqid=0 2024-11-09T05:17:15,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742160_1336 (size=12154) 2024-11-09T05:17:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T05:17:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:16,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:16,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129496154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:16,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129496161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:16,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:16,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:16,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129496213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:16,222 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_2' in f094eb0f2f9302c9b913c034f2b55117 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:16,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129496223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:16,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129496223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:16,227 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in f094eb0f2f9302c9b913c034f2b55117 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,228 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in f094eb0f2f9302c9b913c034f2b55117 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:16,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129496263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:16,291 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b6d227f0b4b84e5e8920bd1101a4eb56_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b6d227f0b4b84e5e8920bd1101a4eb56_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:16,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/5973f04f7c5349209d30fed92a05f11a, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:16,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129496283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:16,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/5973f04f7c5349209d30fed92a05f11a is 175, key is test_row_0/A:col10/1731129434017/Put/seqid=0 2024-11-09T05:17:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742161_1337 (size=30955) 2024-11-09T05:17:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T05:17:16,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129496483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:16,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129496503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:16,696 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/5973f04f7c5349209d30fed92a05f11a 2024-11-09T05:17:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/c9cd9798d5064d7d9ef561f94677d049 is 50, key is test_row_0/B:col10/1731129434017/Put/seqid=0 2024-11-09T05:17:16,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742162_1338 (size=12001) 2024-11-09T05:17:16,710 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/c9cd9798d5064d7d9ef561f94677d049 2024-11-09T05:17:16,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/84a0a280966944e98c237e20fb9ce2c7 is 50, key is test_row_0/C:col10/1731129434017/Put/seqid=0 2024-11-09T05:17:16,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742163_1339 (size=12001) 2024-11-09T05:17:16,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129496803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:16,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:16,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129496823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:16,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T05:17:17,123 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/84a0a280966944e98c237e20fb9ce2c7 2024-11-09T05:17:17,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/5973f04f7c5349209d30fed92a05f11a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/5973f04f7c5349209d30fed92a05f11a 2024-11-09T05:17:17,130 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/5973f04f7c5349209d30fed92a05f11a, entries=150, sequenceid=97, filesize=30.2 K 2024-11-09T05:17:17,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/c9cd9798d5064d7d9ef561f94677d049 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/c9cd9798d5064d7d9ef561f94677d049 2024-11-09T05:17:17,134 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/c9cd9798d5064d7d9ef561f94677d049, entries=150, sequenceid=97, filesize=11.7 K 2024-11-09T05:17:17,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/84a0a280966944e98c237e20fb9ce2c7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/84a0a280966944e98c237e20fb9ce2c7 2024-11-09T05:17:17,138 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/84a0a280966944e98c237e20fb9ce2c7, entries=150, sequenceid=97, filesize=11.7 K 2024-11-09T05:17:17,139 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~370.48 KB/379376, currentSize=53.67 KB/54960 for f094eb0f2f9302c9b913c034f2b55117 in 1261ms, sequenceid=97, compaction requested=true 2024-11-09T05:17:17,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:17,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:17,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-09T05:17:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-09T05:17:17,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-09T05:17:17,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-09T05:17:17,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.4190 sec 2024-11-09T05:17:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:17,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T05:17:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:17,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:17,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cb2ad6f3e53c4e07bd2f2ee6cead9681_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129436133/Put/seqid=0 2024-11-09T05:17:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742164_1340 (size=14594) 2024-11-09T05:17:17,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129497409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:17,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129497412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:17,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:17,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:17,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:17,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129497523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:17,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:17,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129497523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:17,738 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:17,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129497733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:17,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:17,742 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cb2ad6f3e53c4e07bd2f2ee6cead9681_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cb2ad6f3e53c4e07bd2f2ee6cead9681_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:17,742 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/af5fe6d22b93488eb71dd35577bc2f58, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:17,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/af5fe6d22b93488eb71dd35577bc2f58 is 175, key is test_row_0/A:col10/1731129436133/Put/seqid=0 2024-11-09T05:17:17,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742165_1341 (size=39549) 2024-11-09T05:17:17,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129497743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T05:17:17,873 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:17,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-09T05:17:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:17:17,875 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:17,876 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:17,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:17:18,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:17:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129498053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:18,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129498053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:18,148 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/af5fe6d22b93488eb71dd35577bc2f58 2024-11-09T05:17:18,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/1dcd59b5ba484e2bb40ac600a95cee96 is 50, key is test_row_0/B:col10/1731129436133/Put/seqid=0 2024-11-09T05:17:18,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742166_1342 (size=12001) 2024-11-09T05:17:18,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:17:18,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:18,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:17:18,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129498243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:18,244 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_2' in f094eb0f2f9302c9b913c034f2b55117 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129498253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129498253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:18,257 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in f094eb0f2f9302c9b913c034f2b55117 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,258 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in f094eb0f2f9302c9b913c034f2b55117 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:18,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:17:18,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:18,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:17:18,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:17:18,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/1dcd59b5ba484e2bb40ac600a95cee96 2024-11-09T05:17:18,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/bbd9450a60674a27822a79893c04c39c is 50, key is test_row_0/C:col10/1731129436133/Put/seqid=0 2024-11-09T05:17:18,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129498563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:18,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742167_1343 (size=12001) 2024-11-09T05:17:18,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/bbd9450a60674a27822a79893c04c39c 2024-11-09T05:17:18,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/af5fe6d22b93488eb71dd35577bc2f58 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/af5fe6d22b93488eb71dd35577bc2f58 2024-11-09T05:17:18,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/af5fe6d22b93488eb71dd35577bc2f58, entries=200, sequenceid=109, filesize=38.6 K 2024-11-09T05:17:18,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/1dcd59b5ba484e2bb40ac600a95cee96 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/1dcd59b5ba484e2bb40ac600a95cee96 2024-11-09T05:17:18,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/1dcd59b5ba484e2bb40ac600a95cee96, entries=150, sequenceid=109, filesize=11.7 K 2024-11-09T05:17:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/bbd9450a60674a27822a79893c04c39c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/bbd9450a60674a27822a79893c04c39c 2024-11-09T05:17:18,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/bbd9450a60674a27822a79893c04c39c, entries=150, sequenceid=109, filesize=11.7 K 2024-11-09T05:17:18,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f094eb0f2f9302c9b913c034f2b55117 in 1259ms, sequenceid=109, compaction requested=true 2024-11-09T05:17:18,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:18,587 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T05:17:18,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:18,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:18,588 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T05:17:18,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:18,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:18,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:18,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:18,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-09T05:17:18,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129437365, max timestamp=1731129438586Num uniques 859; 2024-11-09T05:17:18,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129437365, max timestamp=1731129438586Num uniques 859; 2024-11-09T05:17:18,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:18,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:18,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:18,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:18,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:18,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:18,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:18,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:18,590 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 180553 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T05:17:18,590 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T05:17:18,590 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/B is initiating minor compaction (all files) 2024-11-09T05:17:18,590 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/A is initiating minor compaction (all files) 2024-11-09T05:17:18,590 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/B in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,590 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/A in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,590 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/d83efa5fac5048b1917cefa40dcd7358, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/46676faa94c94533ae0cbb1a3a9bfc17, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/86e28ab8526b46d39560d0c1974c74f6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/c9cd9798d5064d7d9ef561f94677d049, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/1dcd59b5ba484e2bb40ac600a95cee96] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=58.6 K 2024-11-09T05:17:18,590 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/889544b202a344578da6e7b1dac3d5a8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b3fb330b1f95469ab17c3a80e464d11f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f05887e968764c16b0d7dfbfc564cb1c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/5973f04f7c5349209d30fed92a05f11a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/af5fe6d22b93488eb71dd35577bc2f58] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=176.3 K 2024-11-09T05:17:18,591 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,591 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/889544b202a344578da6e7b1dac3d5a8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b3fb330b1f95469ab17c3a80e464d11f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f05887e968764c16b0d7dfbfc564cb1c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/5973f04f7c5349209d30fed92a05f11a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/af5fe6d22b93488eb71dd35577bc2f58] 2024-11-09T05:17:18,591 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 889544b202a344578da6e7b1dac3d5a8, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731129429404 2024-11-09T05:17:18,591 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting d83efa5fac5048b1917cefa40dcd7358, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731129429404 2024-11-09T05:17:18,592 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3fb330b1f95469ab17c3a80e464d11f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731129429475 2024-11-09T05:17:18,592 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 46676faa94c94533ae0cbb1a3a9bfc17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731129429475 2024-11-09T05:17:18,596 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting f05887e968764c16b0d7dfbfc564cb1c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731129431699 2024-11-09T05:17:18,596 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 86e28ab8526b46d39560d0c1974c74f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731129431699 2024-11-09T05:17:18,596 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting c9cd9798d5064d7d9ef561f94677d049, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731129434016 2024-11-09T05:17:18,596 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5973f04f7c5349209d30fed92a05f11a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731129434016 2024-11-09T05:17:18,597 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dcd59b5ba484e2bb40ac600a95cee96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731129436133 2024-11-09T05:17:18,597 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting af5fe6d22b93488eb71dd35577bc2f58, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731129436133 2024-11-09T05:17:18,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cc8dbbf215be446db179370b49b79684_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129437408/Put/seqid=0 2024-11-09T05:17:18,617 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:18,620 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#B#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:18,620 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/816f64368afa45b787245622a551006b is 50, key is test_row_0/B:col10/1731129436133/Put/seqid=0 2024-11-09T05:17:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742168_1344 (size=14644) 2024-11-09T05:17:18,621 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:18,625 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109cf38f9f189b542d68827b5ab08d8191d_f094eb0f2f9302c9b913c034f2b55117 store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:18,625 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cc8dbbf215be446db179370b49b79684_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cc8dbbf215be446db179370b49b79684_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:18,627 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109cf38f9f189b542d68827b5ab08d8191d_f094eb0f2f9302c9b913c034f2b55117, store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:18,627 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cf38f9f189b542d68827b5ab08d8191d_f094eb0f2f9302c9b913c034f2b55117 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:18,628 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/2049db0ff6154636a77c209a1be0eb86, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:18,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/2049db0ff6154636a77c209a1be0eb86 is 175, key is test_row_0/A:col10/1731129437408/Put/seqid=0 2024-11-09T05:17:18,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742170_1346 (size=4469) 2024-11-09T05:17:18,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742169_1345 (size=12173) 2024-11-09T05:17:18,641 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#A#compaction#291 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:18,641 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/b6fdd0b640624cb4935fee34938724c2 is 175, key is test_row_0/A:col10/1731129436133/Put/seqid=0 2024-11-09T05:17:18,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:17:18,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:18,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742171_1347 (size=39599) 2024-11-09T05:17:18,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742172_1348 (size=31127) 2024-11-09T05:17:18,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129438703, max timestamp=1731129438739Num uniques 859; 2024-11-09T05:17:18,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129438703, max timestamp=1731129438739Num uniques 859; 2024-11-09T05:17:18,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:18,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:18,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129438703, max timestamp=1731129438739Num uniques 859; 2024-11-09T05:17:18,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:18,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:17:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129498918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:18,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:18,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:18,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:17:18,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:18,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:18,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:17:19,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129499034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:19,044 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/816f64368afa45b787245622a551006b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/816f64368afa45b787245622a551006b 2024-11-09T05:17:19,045 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/2049db0ff6154636a77c209a1be0eb86 2024-11-09T05:17:19,048 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/B of f094eb0f2f9302c9b913c034f2b55117 into 816f64368afa45b787245622a551006b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:19,048 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:19,049 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/B, priority=11, startTime=1731129438588; duration=0sec 2024-11-09T05:17:19,049 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:19,049 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:B 2024-11-09T05:17:19,049 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T05:17:19,050 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T05:17:19,050 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/C is initiating minor compaction (all files) 2024-11-09T05:17:19,050 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/C in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:19,050 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/52704cb247ea4d6c8d035e4958b41dde, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/99f2bc2f47f543ec9f0d6a02b3d4594b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/7a47b0544be64f869b027c1bc40298e9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/84a0a280966944e98c237e20fb9ce2c7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/bbd9450a60674a27822a79893c04c39c] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=58.6 K 2024-11-09T05:17:19,051 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 52704cb247ea4d6c8d035e4958b41dde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731129429404 2024-11-09T05:17:19,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/d6cc11340f084a7db5121abef830d05e is 50, key is test_row_0/B:col10/1731129437408/Put/seqid=0 2024-11-09T05:17:19,052 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 99f2bc2f47f543ec9f0d6a02b3d4594b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731129429475 2024-11-09T05:17:19,052 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a47b0544be64f869b027c1bc40298e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731129431699 2024-11-09T05:17:19,052 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 84a0a280966944e98c237e20fb9ce2c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731129434016 2024-11-09T05:17:19,053 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/b6fdd0b640624cb4935fee34938724c2 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b6fdd0b640624cb4935fee34938724c2 2024-11-09T05:17:19,053 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting bbd9450a60674a27822a79893c04c39c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731129436133 2024-11-09T05:17:19,060 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/A of f094eb0f2f9302c9b913c034f2b55117 into b6fdd0b640624cb4935fee34938724c2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:19,060 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:19,060 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/A, priority=11, startTime=1731129438587; duration=0sec 2024-11-09T05:17:19,060 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:19,061 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:A 2024-11-09T05:17:19,063 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#C#compaction#294 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:19,064 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/c03f15ada893443aba1e7e2452cc5f82 is 50, key is test_row_0/C:col10/1731129436133/Put/seqid=0 2024-11-09T05:17:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742173_1349 (size=12051) 2024-11-09T05:17:19,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742174_1350 (size=12173) 2024-11-09T05:17:19,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:17:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:19,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:19,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:17:19,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:19,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:19,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:19,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129499243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:19,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:19,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:19,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:19,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:17:19,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:19,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:19,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:19,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:19,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:19,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/d6cc11340f084a7db5121abef830d05e 2024-11-09T05:17:19,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/e7f588eb9c9c4fd3bbb12aaecdad67c3 is 50, key is test_row_0/C:col10/1731129437408/Put/seqid=0 2024-11-09T05:17:19,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742175_1351 (size=12051) 2024-11-09T05:17:19,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/e7f588eb9c9c4fd3bbb12aaecdad67c3 2024-11-09T05:17:19,488 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/c03f15ada893443aba1e7e2452cc5f82 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/c03f15ada893443aba1e7e2452cc5f82 2024-11-09T05:17:19,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/2049db0ff6154636a77c209a1be0eb86 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2049db0ff6154636a77c209a1be0eb86 2024-11-09T05:17:19,493 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/C of f094eb0f2f9302c9b913c034f2b55117 into c03f15ada893443aba1e7e2452cc5f82(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:19,493 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:19,493 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/C, priority=11, startTime=1731129438588; duration=0sec 2024-11-09T05:17:19,493 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:19,493 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:C 2024-11-09T05:17:19,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2049db0ff6154636a77c209a1be0eb86, entries=200, sequenceid=130, filesize=38.7 K 2024-11-09T05:17:19,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/d6cc11340f084a7db5121abef830d05e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/d6cc11340f084a7db5121abef830d05e 2024-11-09T05:17:19,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/d6cc11340f084a7db5121abef830d05e, entries=150, sequenceid=130, filesize=11.8 K 2024-11-09T05:17:19,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/e7f588eb9c9c4fd3bbb12aaecdad67c3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/e7f588eb9c9c4fd3bbb12aaecdad67c3 2024-11-09T05:17:19,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/e7f588eb9c9c4fd3bbb12aaecdad67c3, entries=150, sequenceid=130, filesize=11.8 K 2024-11-09T05:17:19,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for f094eb0f2f9302c9b913c034f2b55117 in 918ms, sequenceid=130, compaction requested=false 2024-11-09T05:17:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:19,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:17:19,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:19,564 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-09T05:17:19,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:19,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:19,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:19,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:19,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:19,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:19,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109270119cf947b4738aa7fb6297fb7ac89_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129438872/Put/seqid=0 2024-11-09T05:17:19,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742176_1352 (size=12304) 2024-11-09T05:17:19,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129499610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:19,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129499615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:19,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:19,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129499722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:19,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:19,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129499733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:19,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:19,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129499943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:19,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:19,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129499943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:19,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:19,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:19,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:19,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:19,987 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109270119cf947b4738aa7fb6297fb7ac89_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109270119cf947b4738aa7fb6297fb7ac89_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:19,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/141a87e6c0da493ba18e443de4f68065, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:19,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/141a87e6c0da493ba18e443de4f68065 is 175, key is test_row_0/A:col10/1731129438872/Put/seqid=0 2024-11-09T05:17:19,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742177_1353 (size=31105) 2024-11-09T05:17:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:17:20,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129500263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:20,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129500263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:20,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:20,392 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/141a87e6c0da493ba18e443de4f68065 2024-11-09T05:17:20,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/47324aef630441518a8515f40a546005 is 50, key is test_row_0/B:col10/1731129438872/Put/seqid=0 2024-11-09T05:17:20,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742178_1354 (size=12151) 2024-11-09T05:17:20,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129500773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:20,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:20,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:20,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:20,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129500783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:20,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:20,803 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/47324aef630441518a8515f40a546005 2024-11-09T05:17:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/8890bc5bd9f34493b3fef2dc2afcdb7f is 50, key is test_row_0/C:col10/1731129438872/Put/seqid=0 2024-11-09T05:17:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742179_1355 (size=12151) 2024-11-09T05:17:21,213 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/8890bc5bd9f34493b3fef2dc2afcdb7f 2024-11-09T05:17:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/141a87e6c0da493ba18e443de4f68065 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/141a87e6c0da493ba18e443de4f68065 2024-11-09T05:17:21,226 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/141a87e6c0da493ba18e443de4f68065, entries=150, sequenceid=169, filesize=30.4 K 2024-11-09T05:17:21,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/47324aef630441518a8515f40a546005 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/47324aef630441518a8515f40a546005 2024-11-09T05:17:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,232 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/47324aef630441518a8515f40a546005, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T05:17:21,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/8890bc5bd9f34493b3fef2dc2afcdb7f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/8890bc5bd9f34493b3fef2dc2afcdb7f 2024-11-09T05:17:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,241 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/8890bc5bd9f34493b3fef2dc2afcdb7f, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T05:17:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,242 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for f094eb0f2f9302c9b913c034f2b55117 in 1678ms, sequenceid=169, compaction requested=true 2024-11-09T05:17:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:21,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-09T05:17:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-09T05:17:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-09T05:17:21,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3680 sec 2024-11-09T05:17:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 3.3740 sec 2024-11-09T05:17:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:21,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T05:17:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:21,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:21,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:21,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:21,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096817b86015324bf9ae54eb4119712ffb_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_1/A:col10/1731129439590/Put/seqid=0 2024-11-09T05:17:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742180_1356 (size=12304) 2024-11-09T05:17:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:21,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129501982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:21,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:21,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:21,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:21,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129501984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:17:22,043 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:22,044 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-09T05:17:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T05:17:22,046 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:22,047 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:22,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:22,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129502093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:22,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:22,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129502103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T05:17:22,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:17:22,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:22,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:22,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:22,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:22,258 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096817b86015324bf9ae54eb4119712ffb_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096817b86015324bf9ae54eb4119712ffb_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:22,258 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/63299a10ffa24419bc9a0519f028d43c, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:22,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/63299a10ffa24419bc9a0519f028d43c is 175, key is test_row_1/A:col10/1731129439590/Put/seqid=0 2024-11-09T05:17:22,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742181_1357 (size=31101) 2024-11-09T05:17:22,262 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/63299a10ffa24419bc9a0519f028d43c 2024-11-09T05:17:22,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/50a77bb3964d4b71ae8461d1777f3e90 is 50, key is test_row_1/B:col10/1731129439590/Put/seqid=0 2024-11-09T05:17:22,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742182_1358 (size=9757) 2024-11-09T05:17:22,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49102 deadline: 1731129502263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:22,275 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_2' in f094eb0f2f9302c9b913c034f2b55117 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8256 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:22,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49108 deadline: 1731129502273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:22,286 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in f094eb0f2f9302c9b913c034f2b55117 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:22,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:22,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49086 deadline: 1731129502283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:22,290 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in f094eb0f2f9302c9b913c034f2b55117 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8271 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:22,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129502303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:22,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:22,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129502313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:22,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:17:22,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:22,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:22,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:22,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T05:17:22,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:17:22,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:22,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:22,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:22,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129502612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:22,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129502623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:22,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:17:22,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:22,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:22,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:22,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/50a77bb3964d4b71ae8461d1777f3e90 2024-11-09T05:17:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T05:17:22,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/6abb7ed9357d4e9597a7780d40212d6a is 50, key is test_row_1/C:col10/1731129439590/Put/seqid=0 2024-11-09T05:17:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742183_1359 (size=9757) 2024-11-09T05:17:22,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:17:22,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:22,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:22,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:22,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:17:22,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:22,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:22,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:22,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:23,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/6abb7ed9357d4e9597a7780d40212d6a 2024-11-09T05:17:23,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/63299a10ffa24419bc9a0519f028d43c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63299a10ffa24419bc9a0519f028d43c 2024-11-09T05:17:23,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63299a10ffa24419bc9a0519f028d43c, entries=150, sequenceid=181, filesize=30.4 K 2024-11-09T05:17:23,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/50a77bb3964d4b71ae8461d1777f3e90 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/50a77bb3964d4b71ae8461d1777f3e90 2024-11-09T05:17:23,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/50a77bb3964d4b71ae8461d1777f3e90, entries=100, sequenceid=181, filesize=9.5 K 2024-11-09T05:17:23,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/6abb7ed9357d4e9597a7780d40212d6a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/6abb7ed9357d4e9597a7780d40212d6a 2024-11-09T05:17:23,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/6abb7ed9357d4e9597a7780d40212d6a, entries=100, sequenceid=181, filesize=9.5 K 2024-11-09T05:17:23,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f094eb0f2f9302c9b913c034f2b55117 in 1268ms, sequenceid=181, compaction requested=true 2024-11-09T05:17:23,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:23,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:23,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:23,098 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:17:23,098 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:17:23,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:23,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:23,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:23,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:23,099 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46132 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:17:23,099 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132932 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:17:23,099 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/B is initiating minor compaction (all files) 2024-11-09T05:17:23,099 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/A is initiating minor compaction (all files) 2024-11-09T05:17:23,099 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/B in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:23,099 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/816f64368afa45b787245622a551006b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/d6cc11340f084a7db5121abef830d05e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/47324aef630441518a8515f40a546005, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/50a77bb3964d4b71ae8461d1777f3e90] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=45.1 K 2024-11-09T05:17:23,099 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/A in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:23,100 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b6fdd0b640624cb4935fee34938724c2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2049db0ff6154636a77c209a1be0eb86, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/141a87e6c0da493ba18e443de4f68065, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63299a10ffa24419bc9a0519f028d43c] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=129.8 K 2024-11-09T05:17:23,100 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:23,100 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b6fdd0b640624cb4935fee34938724c2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2049db0ff6154636a77c209a1be0eb86, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/141a87e6c0da493ba18e443de4f68065, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63299a10ffa24419bc9a0519f028d43c] 2024-11-09T05:17:23,100 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 816f64368afa45b787245622a551006b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731129436133 2024-11-09T05:17:23,100 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6fdd0b640624cb4935fee34938724c2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731129436133 2024-11-09T05:17:23,100 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting d6cc11340f084a7db5121abef830d05e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731129437408 2024-11-09T05:17:23,100 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2049db0ff6154636a77c209a1be0eb86, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731129437365 2024-11-09T05:17:23,100 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 47324aef630441518a8515f40a546005, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731129438872 2024-11-09T05:17:23,101 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 141a87e6c0da493ba18e443de4f68065, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731129438872 2024-11-09T05:17:23,103 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63299a10ffa24419bc9a0519f028d43c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731129439590 2024-11-09T05:17:23,103 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 50a77bb3964d4b71ae8461d1777f3e90, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731129439590 2024-11-09T05:17:23,110 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#B#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:23,110 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:23,111 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/cf07895d15f34376a321c9df678879ef is 50, key is test_row_0/B:col10/1731129438872/Put/seqid=0 2024-11-09T05:17:23,113 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109f2c5781f4a234ecebd056ab1bb4dd788_f094eb0f2f9302c9b913c034f2b55117 store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:23,115 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109f2c5781f4a234ecebd056ab1bb4dd788_f094eb0f2f9302c9b913c034f2b55117, store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:23,115 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f2c5781f4a234ecebd056ab1bb4dd788_f094eb0f2f9302c9b913c034f2b55117 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:23,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:17:23,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:23,117 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T05:17:23,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:23,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:23,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:23,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:23,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:23,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:23,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:23,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742184_1360 (size=12459) 2024-11-09T05:17:23,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109acbbc4669a994eebb7ac9ff02a8bb45d_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129441982/Put/seqid=0 2024-11-09T05:17:23,152 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/cf07895d15f34376a321c9df678879ef as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/cf07895d15f34376a321c9df678879ef 2024-11-09T05:17:23,157 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/B of f094eb0f2f9302c9b913c034f2b55117 into cf07895d15f34376a321c9df678879ef(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:23,157 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:23,157 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/B, priority=12, startTime=1731129443098; duration=0sec 2024-11-09T05:17:23,157 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:23,157 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:B 2024-11-09T05:17:23,157 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:17:23,159 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46132 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:17:23,159 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/C is initiating minor compaction (all files) 2024-11-09T05:17:23,159 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/C in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:23,160 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/c03f15ada893443aba1e7e2452cc5f82, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/e7f588eb9c9c4fd3bbb12aaecdad67c3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/8890bc5bd9f34493b3fef2dc2afcdb7f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/6abb7ed9357d4e9597a7780d40212d6a] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=45.1 K 2024-11-09T05:17:23,160 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting c03f15ada893443aba1e7e2452cc5f82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731129436133 2024-11-09T05:17:23,161 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting e7f588eb9c9c4fd3bbb12aaecdad67c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731129437408 2024-11-09T05:17:23,161 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 8890bc5bd9f34493b3fef2dc2afcdb7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731129438872 2024-11-09T05:17:23,161 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6abb7ed9357d4e9597a7780d40212d6a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731129439590 2024-11-09T05:17:23,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742185_1361 (size=4469) 2024-11-09T05:17:23,166 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#A#compaction#303 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:23,166 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/736a23b13bfd43db828e476674c8407b is 175, key is test_row_0/A:col10/1731129438872/Put/seqid=0 2024-11-09T05:17:23,178 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:23,178 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/e2a217ef911c4553951ebb0cb6aca258 is 50, key is test_row_0/C:col10/1731129438872/Put/seqid=0 2024-11-09T05:17:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T05:17:23,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742187_1363 (size=31520) 2024-11-09T05:17:23,194 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/736a23b13bfd43db828e476674c8407b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/736a23b13bfd43db828e476674c8407b 2024-11-09T05:17:23,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129503186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:23,201 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/A of f094eb0f2f9302c9b913c034f2b55117 into 736a23b13bfd43db828e476674c8407b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,201 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,201 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/A, priority=12, startTime=1731129443098; duration=0sec 2024-11-09T05:17:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:23,201 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:23,201 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:A 2024-11-09T05:17:23,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129503191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:23,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:23,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742188_1364 (size=12459) 2024-11-09T05:17:23,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742186_1362 (size=12304) 2024-11-09T05:17:23,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129503314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:23,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:23,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129503314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:23,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:23,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:23,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129503523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:23,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129503523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:23,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:23,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:23,612 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/e2a217ef911c4553951ebb0cb6aca258 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/e2a217ef911c4553951ebb0cb6aca258 2024-11-09T05:17:23,613 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109acbbc4669a994eebb7ac9ff02a8bb45d_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109acbbc4669a994eebb7ac9ff02a8bb45d_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/7723c2160e514b84b49535c86aee2ac9, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:23,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/7723c2160e514b84b49535c86aee2ac9 is 175, key is test_row_0/A:col10/1731129441982/Put/seqid=0 2024-11-09T05:17:23,620 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/C of f094eb0f2f9302c9b913c034f2b55117 into e2a217ef911c4553951ebb0cb6aca258(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:23,620 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:23,620 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/C, priority=12, startTime=1731129443098; duration=0sec 2024-11-09T05:17:23,620 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:23,620 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:C 2024-11-09T05:17:23,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742189_1365 (size=31105) 2024-11-09T05:17:23,626 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/7723c2160e514b84b49535c86aee2ac9 2024-11-09T05:17:23,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/b3a595a169094259bafe855c8e2b290f is 50, key is test_row_0/B:col10/1731129441982/Put/seqid=0 2024-11-09T05:17:23,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742190_1366 (size=12151) 2024-11-09T05:17:23,660 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/b3a595a169094259bafe855c8e2b290f 2024-11-09T05:17:23,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/03f90e5c871d41c6b67889b3c397440c is 50, key is test_row_0/C:col10/1731129441982/Put/seqid=0 2024-11-09T05:17:23,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742191_1367 (size=12151) 2024-11-09T05:17:23,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129503843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:23,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129503843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:23,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:24,087 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/03f90e5c871d41c6b67889b3c397440c 2024-11-09T05:17:24,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/7723c2160e514b84b49535c86aee2ac9 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/7723c2160e514b84b49535c86aee2ac9 2024-11-09T05:17:24,096 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/7723c2160e514b84b49535c86aee2ac9, entries=150, sequenceid=201, filesize=30.4 K 2024-11-09T05:17:24,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/b3a595a169094259bafe855c8e2b290f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/b3a595a169094259bafe855c8e2b290f 2024-11-09T05:17:24,100 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/b3a595a169094259bafe855c8e2b290f, entries=150, sequenceid=201, filesize=11.9 K 2024-11-09T05:17:24,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/03f90e5c871d41c6b67889b3c397440c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/03f90e5c871d41c6b67889b3c397440c 2024-11-09T05:17:24,103 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/03f90e5c871d41c6b67889b3c397440c, entries=150, sequenceid=201, filesize=11.9 K 2024-11-09T05:17:24,105 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for f094eb0f2f9302c9b913c034f2b55117 in 987ms, sequenceid=201, compaction requested=false 2024-11-09T05:17:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-09T05:17:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-09T05:17:24,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-09T05:17:24,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0590 sec 2024-11-09T05:17:24,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.0640 sec 2024-11-09T05:17:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T05:17:24,203 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:24,204 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-09T05:17:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T05:17:24,206 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:24,207 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:24,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T05:17:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:24,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T05:17:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:24,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T05:17:24,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:24,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:24,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:24,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c9c4d9547f8148089c041e2351d525eb_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129443171/Put/seqid=0 2024-11-09T05:17:24,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742192_1368 (size=14794) 2024-11-09T05:17:24,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129504426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:24,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129504427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:24,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T05:17:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:24,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T05:17:24,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129504553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:24,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:24,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:24,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129504553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:24,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:24,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:24,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:24,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:24,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T05:17:24,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:24,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,770 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:24,772 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c9c4d9547f8148089c041e2351d525eb_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c9c4d9547f8148089c041e2351d525eb_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:24,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129504762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:24,773 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/63d4f4d78c92455092d915577e703349, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:24,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129504763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:24,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:24,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:24,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:24,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/63d4f4d78c92455092d915577e703349 is 175, key is test_row_0/A:col10/1731129443171/Put/seqid=0 2024-11-09T05:17:24,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742193_1369 (size=39749) 2024-11-09T05:17:24,778 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/63d4f4d78c92455092d915577e703349 2024-11-09T05:17:24,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/ac71bf38f3404cf89340586e7d383eaf is 50, key is test_row_0/B:col10/1731129443171/Put/seqid=0 2024-11-09T05:17:24,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742194_1370 (size=12151) 2024-11-09T05:17:24,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T05:17:24,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:24,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:24,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:24,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T05:17:24,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T05:17:24,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:24,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:24,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:24,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:25,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129505083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:25,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129505083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:25,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:25,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T05:17:25,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:25,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:25,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:25,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:25,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:25,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/ac71bf38f3404cf89340586e7d383eaf 2024-11-09T05:17:25,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/6f92c24b43b8416db6236e2958959e85 is 50, key is test_row_0/C:col10/1731129443171/Put/seqid=0 2024-11-09T05:17:25,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742195_1371 (size=12151) 2024-11-09T05:17:25,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/6f92c24b43b8416db6236e2958959e85 2024-11-09T05:17:25,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/63d4f4d78c92455092d915577e703349 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63d4f4d78c92455092d915577e703349 2024-11-09T05:17:25,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63d4f4d78c92455092d915577e703349, entries=200, sequenceid=217, filesize=38.8 K 2024-11-09T05:17:25,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/ac71bf38f3404cf89340586e7d383eaf as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/ac71bf38f3404cf89340586e7d383eaf 2024-11-09T05:17:25,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/ac71bf38f3404cf89340586e7d383eaf, entries=150, sequenceid=217, filesize=11.9 K 2024-11-09T05:17:25,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/6f92c24b43b8416db6236e2958959e85 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/6f92c24b43b8416db6236e2958959e85 2024-11-09T05:17:25,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/6f92c24b43b8416db6236e2958959e85, entries=150, sequenceid=217, filesize=11.9 K 2024-11-09T05:17:25,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f094eb0f2f9302c9b913c034f2b55117 in 866ms, sequenceid=217, compaction requested=true 2024-11-09T05:17:25,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:25,224 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:25,224 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:25,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:25,233 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102374 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:25,233 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:25,233 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/B is initiating minor compaction (all files) 2024-11-09T05:17:25,233 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/A is initiating minor compaction (all files) 2024-11-09T05:17:25,233 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/A in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:25,233 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/B in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:25,233 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/cf07895d15f34376a321c9df678879ef, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/b3a595a169094259bafe855c8e2b290f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/ac71bf38f3404cf89340586e7d383eaf] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=35.9 K 2024-11-09T05:17:25,233 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/736a23b13bfd43db828e476674c8407b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/7723c2160e514b84b49535c86aee2ac9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63d4f4d78c92455092d915577e703349] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=100.0 K 2024-11-09T05:17:25,233 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:25,233 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/736a23b13bfd43db828e476674c8407b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/7723c2160e514b84b49535c86aee2ac9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63d4f4d78c92455092d915577e703349] 2024-11-09T05:17:25,234 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting cf07895d15f34376a321c9df678879ef, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731129438872 2024-11-09T05:17:25,234 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 736a23b13bfd43db828e476674c8407b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731129438872 2024-11-09T05:17:25,237 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b3a595a169094259bafe855c8e2b290f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731129441950 2024-11-09T05:17:25,237 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7723c2160e514b84b49535c86aee2ac9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731129441950 2024-11-09T05:17:25,237 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63d4f4d78c92455092d915577e703349, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731129443171 2024-11-09T05:17:25,237 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting ac71bf38f3404cf89340586e7d383eaf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731129443171 2024-11-09T05:17:25,250 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:25,254 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:25,254 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/6a0adc74d8114d7eb9a34cf6a953bd68 is 50, key is test_row_0/B:col10/1731129443171/Put/seqid=0 2024-11-09T05:17:25,261 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109b136ae8544ac4eb5b90018747e5b2e45_f094eb0f2f9302c9b913c034f2b55117 store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:25,263 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109b136ae8544ac4eb5b90018747e5b2e45_f094eb0f2f9302c9b913c034f2b55117, store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:25,263 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b136ae8544ac4eb5b90018747e5b2e45_f094eb0f2f9302c9b913c034f2b55117 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:25,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742196_1372 (size=12561) 2024-11-09T05:17:25,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742197_1373 (size=4469) 2024-11-09T05:17:25,274 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#A#compaction#311 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:25,275 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/98e088b03a8b4e528af675e1d44fb663 is 175, key is test_row_0/A:col10/1731129443171/Put/seqid=0 2024-11-09T05:17:25,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742198_1374 (size=31515) 2024-11-09T05:17:25,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T05:17:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:25,282 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-09T05:17:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:25,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b9c10c766c3141779c311b414f4a0be6_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129444405/Put/seqid=0 2024-11-09T05:17:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742199_1375 (size=12304) 2024-11-09T05:17:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:25,305 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b9c10c766c3141779c311b414f4a0be6_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b9c10c766c3141779c311b414f4a0be6_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:25,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/2e9fee9c88e942b38ae9370fca7ace4c, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:25,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/2e9fee9c88e942b38ae9370fca7ace4c is 175, key is test_row_0/A:col10/1731129444405/Put/seqid=0 2024-11-09T05:17:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742200_1376 (size=31105) 2024-11-09T05:17:25,313 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/2e9fee9c88e942b38ae9370fca7ace4c 2024-11-09T05:17:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/c09ad1d60f1242b585a0fe39ca61ed97 is 50, key is test_row_0/B:col10/1731129444405/Put/seqid=0 2024-11-09T05:17:25,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742201_1377 (size=12151) 2024-11-09T05:17:25,342 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/c09ad1d60f1242b585a0fe39ca61ed97 2024-11-09T05:17:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T05:17:25,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/33f858a92b564e88aa4574b23a863ed3 is 50, key is test_row_0/C:col10/1731129444405/Put/seqid=0 2024-11-09T05:17:25,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742202_1378 (size=12151) 2024-11-09T05:17:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:25,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:25,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129505660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:25,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:25,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129505662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:25,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:25,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:25,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:25,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:25,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:25,682 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/6a0adc74d8114d7eb9a34cf6a953bd68 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/6a0adc74d8114d7eb9a34cf6a953bd68 2024-11-09T05:17:25,683 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/98e088b03a8b4e528af675e1d44fb663 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/98e088b03a8b4e528af675e1d44fb663 2024-11-09T05:17:25,687 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/B of f094eb0f2f9302c9b913c034f2b55117 into 6a0adc74d8114d7eb9a34cf6a953bd68(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:25,687 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:25,687 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/B, priority=13, startTime=1731129445224; duration=0sec 2024-11-09T05:17:25,687 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:25,687 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:B 2024-11-09T05:17:25,687 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:25,688 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/A of f094eb0f2f9302c9b913c034f2b55117 into 98e088b03a8b4e528af675e1d44fb663(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:25,688 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:25,688 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/A, priority=13, startTime=1731129445223; duration=0sec 2024-11-09T05:17:25,688 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:25,688 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:A 2024-11-09T05:17:25,689 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:25,689 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/C is initiating minor compaction (all files) 2024-11-09T05:17:25,689 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/C in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:25,689 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/e2a217ef911c4553951ebb0cb6aca258, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/03f90e5c871d41c6b67889b3c397440c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/6f92c24b43b8416db6236e2958959e85] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=35.9 K 2024-11-09T05:17:25,689 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting e2a217ef911c4553951ebb0cb6aca258, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731129438872 2024-11-09T05:17:25,690 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 03f90e5c871d41c6b67889b3c397440c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731129441950 2024-11-09T05:17:25,690 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f92c24b43b8416db6236e2958959e85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731129443171 2024-11-09T05:17:25,699 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#C#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:25,700 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/9a2fbb9335e24c84b7038ad807e2495d is 50, key is test_row_0/C:col10/1731129443171/Put/seqid=0 2024-11-09T05:17:25,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742203_1379 (size=12561) 2024-11-09T05:17:25,764 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/33f858a92b564e88aa4574b23a863ed3 2024-11-09T05:17:25,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/2e9fee9c88e942b38ae9370fca7ace4c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2e9fee9c88e942b38ae9370fca7ace4c 2024-11-09T05:17:25,788 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2e9fee9c88e942b38ae9370fca7ace4c, entries=150, sequenceid=236, filesize=30.4 K 2024-11-09T05:17:25,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129505784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:25,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/c09ad1d60f1242b585a0fe39ca61ed97 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/c09ad1d60f1242b585a0fe39ca61ed97 2024-11-09T05:17:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:25,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:25,794 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/c09ad1d60f1242b585a0fe39ca61ed97, entries=150, sequenceid=236, filesize=11.9 K 2024-11-09T05:17:25,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129505785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:25,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/33f858a92b564e88aa4574b23a863ed3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/33f858a92b564e88aa4574b23a863ed3 2024-11-09T05:17:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:25,804 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/33f858a92b564e88aa4574b23a863ed3, entries=150, sequenceid=236, filesize=11.9 K 2024-11-09T05:17:25,805 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for f094eb0f2f9302c9b913c034f2b55117 in 523ms, sequenceid=236, compaction requested=false 2024-11-09T05:17:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-09T05:17:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-09T05:17:25,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-09T05:17:25,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6000 sec 2024-11-09T05:17:25,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.6050 sec 2024-11-09T05:17:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:26,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-09T05:17:26,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:26,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:26,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:26,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:26,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:26,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:26,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092d6fcdbf485045b2b3709f8bdda3eaad_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129445628/Put/seqid=0 2024-11-09T05:17:26,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742204_1380 (size=12304) 2024-11-09T05:17:26,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129506056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:26,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129506061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:26,114 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/9a2fbb9335e24c84b7038ad807e2495d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/9a2fbb9335e24c84b7038ad807e2495d 2024-11-09T05:17:26,118 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/C of f094eb0f2f9302c9b913c034f2b55117 into 9a2fbb9335e24c84b7038ad807e2495d(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:26,118 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:26,118 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/C, priority=13, startTime=1731129445224; duration=0sec 2024-11-09T05:17:26,118 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:26,118 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:C 2024-11-09T05:17:26,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129506173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129506173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T05:17:26,354 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:26,354 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-09T05:17:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T05:17:26,356 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:26,358 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:26,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:26,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129506393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:26,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129506393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:26,418 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:26,420 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092d6fcdbf485045b2b3709f8bdda3eaad_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092d6fcdbf485045b2b3709f8bdda3eaad_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:26,421 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/4fa1ed203b684e35b40328d73b97197b, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:26,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/4fa1ed203b684e35b40328d73b97197b is 175, key is test_row_0/A:col10/1731129445628/Put/seqid=0 2024-11-09T05:17:26,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742205_1381 (size=31105) 2024-11-09T05:17:26,425 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/4fa1ed203b684e35b40328d73b97197b 2024-11-09T05:17:26,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/efa00654785f4bb2b3698aa4ed956126 is 50, key is test_row_0/B:col10/1731129445628/Put/seqid=0 2024-11-09T05:17:26,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742206_1382 (size=12151) 2024-11-09T05:17:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T05:17:26,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T05:17:26,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:26,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:26,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:26,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:26,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:26,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T05:17:26,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:26,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:26,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:26,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:26,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T05:17:26,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129506703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:26,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129506703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:26,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T05:17:26,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:26,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:26,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:26,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:26,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:26,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/efa00654785f4bb2b3698aa4ed956126 2024-11-09T05:17:26,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/5f90a548d7344f1588b156258644899f is 50, key is test_row_0/C:col10/1731129445628/Put/seqid=0 2024-11-09T05:17:26,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742207_1383 (size=12151) 2024-11-09T05:17:26,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/5f90a548d7344f1588b156258644899f 2024-11-09T05:17:26,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/4fa1ed203b684e35b40328d73b97197b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/4fa1ed203b684e35b40328d73b97197b 2024-11-09T05:17:26,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/4fa1ed203b684e35b40328d73b97197b, entries=150, sequenceid=252, filesize=30.4 K 2024-11-09T05:17:26,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/efa00654785f4bb2b3698aa4ed956126 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/efa00654785f4bb2b3698aa4ed956126 2024-11-09T05:17:26,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/efa00654785f4bb2b3698aa4ed956126, entries=150, sequenceid=252, filesize=11.9 K 2024-11-09T05:17:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/5f90a548d7344f1588b156258644899f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5f90a548d7344f1588b156258644899f 2024-11-09T05:17:26,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5f90a548d7344f1588b156258644899f, entries=150, sequenceid=252, filesize=11.9 K 2024-11-09T05:17:26,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for f094eb0f2f9302c9b913c034f2b55117 in 882ms, sequenceid=252, compaction requested=true 2024-11-09T05:17:26,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:26,885 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:26,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:26,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:26,886 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:26,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:26,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:26,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:26,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:26,886 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:26,886 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/A is initiating minor compaction (all files) 2024-11-09T05:17:26,886 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/A in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:26,887 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/98e088b03a8b4e528af675e1d44fb663, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2e9fee9c88e942b38ae9370fca7ace4c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/4fa1ed203b684e35b40328d73b97197b] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=91.5 K 2024-11-09T05:17:26,887 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:26,887 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/98e088b03a8b4e528af675e1d44fb663, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2e9fee9c88e942b38ae9370fca7ace4c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/4fa1ed203b684e35b40328d73b97197b] 2024-11-09T05:17:26,890 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98e088b03a8b4e528af675e1d44fb663, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731129443171 2024-11-09T05:17:26,891 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:26,891 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/B is initiating minor compaction (all files) 2024-11-09T05:17:26,891 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/B in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:26,891 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/6a0adc74d8114d7eb9a34cf6a953bd68, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/c09ad1d60f1242b585a0fe39ca61ed97, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/efa00654785f4bb2b3698aa4ed956126] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=36.0 K 2024-11-09T05:17:26,891 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e9fee9c88e942b38ae9370fca7ace4c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731129444405 2024-11-09T05:17:26,891 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a0adc74d8114d7eb9a34cf6a953bd68, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731129443171 2024-11-09T05:17:26,891 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting c09ad1d60f1242b585a0fe39ca61ed97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731129444405 2024-11-09T05:17:26,892 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fa1ed203b684e35b40328d73b97197b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731129445628 2024-11-09T05:17:26,892 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting efa00654785f4bb2b3698aa4ed956126, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731129445628 2024-11-09T05:17:26,898 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:26,902 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:26,903 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/93b6c5c0f06f4b20837a90d037f8c637 is 50, key is test_row_0/B:col10/1731129445628/Put/seqid=0 2024-11-09T05:17:26,905 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109117233db83b24c00b11682acb4755503_f094eb0f2f9302c9b913c034f2b55117 store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:26,908 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109117233db83b24c00b11682acb4755503_f094eb0f2f9302c9b913c034f2b55117, store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:26,908 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109117233db83b24c00b11682acb4755503_f094eb0f2f9302c9b913c034f2b55117 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742209_1385 (size=4469) 2024-11-09T05:17:26,939 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#A#compaction#320 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:26,940 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/c8e4917d44ce4b5b92f9496f77ea32e3 is 175, key is test_row_0/A:col10/1731129445628/Put/seqid=0 2024-11-09T05:17:26,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742210_1386 (size=31617) 2024-11-09T05:17:26,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742208_1384 (size=12663) 2024-11-09T05:17:26,968 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/c8e4917d44ce4b5b92f9496f77ea32e3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/c8e4917d44ce4b5b92f9496f77ea32e3 2024-11-09T05:17:26,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T05:17:26,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:26,970 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-09T05:17:26,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:26,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:26,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:26,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:26,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:26,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:26,973 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/93b6c5c0f06f4b20837a90d037f8c637 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/93b6c5c0f06f4b20837a90d037f8c637 2024-11-09T05:17:26,978 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/A of f094eb0f2f9302c9b913c034f2b55117 into c8e4917d44ce4b5b92f9496f77ea32e3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:26,978 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:26,978 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/A, priority=13, startTime=1731129446885; duration=0sec 2024-11-09T05:17:26,978 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:26,978 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:A 2024-11-09T05:17:26,978 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:26,979 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:26,979 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/C is initiating minor compaction (all files) 2024-11-09T05:17:26,979 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/C in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:26,979 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/9a2fbb9335e24c84b7038ad807e2495d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/33f858a92b564e88aa4574b23a863ed3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5f90a548d7344f1588b156258644899f] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=36.0 K 2024-11-09T05:17:26,979 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a2fbb9335e24c84b7038ad807e2495d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731129443171 2024-11-09T05:17:26,980 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33f858a92b564e88aa4574b23a863ed3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731129444405 2024-11-09T05:17:26,980 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f90a548d7344f1588b156258644899f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731129445628 2024-11-09T05:17:26,981 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/B of f094eb0f2f9302c9b913c034f2b55117 into 93b6c5c0f06f4b20837a90d037f8c637(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:26,981 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:26,981 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/B, priority=13, startTime=1731129446886; duration=0sec 2024-11-09T05:17:26,982 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:26,982 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:B 2024-11-09T05:17:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T05:17:26,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110964e0bfb3915a44d3b69c647de9b382a6_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129446049/Put/seqid=0 2024-11-09T05:17:26,999 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#C#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:27,001 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/26ad9936740248088dba6a1b893b0586 is 50, key is test_row_0/C:col10/1731129445628/Put/seqid=0 2024-11-09T05:17:27,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742212_1388 (size=12663) 2024-11-09T05:17:27,044 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/26ad9936740248088dba6a1b893b0586 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/26ad9936740248088dba6a1b893b0586 2024-11-09T05:17:27,051 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/C of f094eb0f2f9302c9b913c034f2b55117 into 26ad9936740248088dba6a1b893b0586(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:27,051 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:27,051 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/C, priority=13, startTime=1731129446886; duration=0sec 2024-11-09T05:17:27,051 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:27,051 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:C 2024-11-09T05:17:27,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742211_1387 (size=12454) 2024-11-09T05:17:27,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:27,059 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110964e0bfb3915a44d3b69c647de9b382a6_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110964e0bfb3915a44d3b69c647de9b382a6_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:27,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/f8224a5864794be7a8ae31e4557f89d6, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:27,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/f8224a5864794be7a8ae31e4557f89d6 is 175, key is test_row_0/A:col10/1731129446049/Put/seqid=0 2024-11-09T05:17:27,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742213_1389 (size=31255) 2024-11-09T05:17:27,078 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/f8224a5864794be7a8ae31e4557f89d6 2024-11-09T05:17:27,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/99bbc292b95f4277b0f9229089625771 is 50, key is test_row_0/B:col10/1731129446049/Put/seqid=0 2024-11-09T05:17:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742214_1390 (size=12301) 2024-11-09T05:17:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:27,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129507249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:27,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:27,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129507256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:27,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:27,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129507363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:27,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:27,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129507363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:27,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T05:17:27,535 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/99bbc292b95f4277b0f9229089625771 2024-11-09T05:17:27,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/5b622ee3121d4d3c9d85d25ade22b70a is 50, key is test_row_0/C:col10/1731129446049/Put/seqid=0 2024-11-09T05:17:27,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742215_1391 (size=12301) 2024-11-09T05:17:27,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129507573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:27,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129507573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:27,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129507883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:27,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:27,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129507894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:27,943 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/5b622ee3121d4d3c9d85d25ade22b70a 2024-11-09T05:17:27,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/f8224a5864794be7a8ae31e4557f89d6 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f8224a5864794be7a8ae31e4557f89d6 2024-11-09T05:17:27,950 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f8224a5864794be7a8ae31e4557f89d6, entries=150, sequenceid=271, filesize=30.5 K 2024-11-09T05:17:27,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/99bbc292b95f4277b0f9229089625771 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/99bbc292b95f4277b0f9229089625771 2024-11-09T05:17:27,954 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/99bbc292b95f4277b0f9229089625771, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T05:17:27,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/5b622ee3121d4d3c9d85d25ade22b70a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5b622ee3121d4d3c9d85d25ade22b70a 2024-11-09T05:17:27,958 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5b622ee3121d4d3c9d85d25ade22b70a, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T05:17:27,959 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for f094eb0f2f9302c9b913c034f2b55117 in 989ms, sequenceid=271, compaction requested=false 2024-11-09T05:17:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-09T05:17:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-09T05:17:27,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-09T05:17:27,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6020 sec 2024-11-09T05:17:27,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.6090 sec 2024-11-09T05:17:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:28,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-09T05:17:28,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:28,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:28,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:28,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:28,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:28,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:28,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b1002a235e7d4612bdd79c9d4b9e0f28_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129447255/Put/seqid=0 2024-11-09T05:17:28,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742216_1392 (size=17534) 2024-11-09T05:17:28,425 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:28,428 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b1002a235e7d4612bdd79c9d4b9e0f28_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b1002a235e7d4612bdd79c9d4b9e0f28_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:28,429 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/15d1b5ae5c824e2b93106c16d2a43c2d, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:28,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/15d1b5ae5c824e2b93106c16d2a43c2d is 175, key is test_row_0/A:col10/1731129447255/Put/seqid=0 2024-11-09T05:17:28,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742217_1393 (size=48639) 2024-11-09T05:17:28,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129508477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:28,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129508486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T05:17:28,504 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:28,504 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-09T05:17:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:17:28,505 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:28,506 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:28,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:28,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129508593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:28,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:28,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:28,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:28,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129508603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:17:28,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:17:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:28,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:28,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129508803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:28,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:17:28,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:28,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:28,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:28,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:17:28,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129508823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:28,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/15d1b5ae5c824e2b93106c16d2a43c2d 2024-11-09T05:17:28,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/80bcea5aa8fd420cb390a629047814d0 is 50, key is test_row_0/B:col10/1731129447255/Put/seqid=0 2024-11-09T05:17:28,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742218_1394 (size=12301) 2024-11-09T05:17:28,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:17:28,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:28,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:28,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:28,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:29,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:17:29,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:29,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:29,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:29,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:29,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:29,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49046 deadline: 1731129509123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:29,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:29,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:29,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:17:29,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49066 deadline: 1731129509133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:17:29,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/80bcea5aa8fd420cb390a629047814d0 2024-11-09T05:17:29,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/b7e11224785a44d580432bd70c1558e8 is 50, key is test_row_0/C:col10/1731129447255/Put/seqid=0 2024-11-09T05:17:29,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742219_1395 (size=12301) 2024-11-09T05:17:29,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:17:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:29,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:29,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:29,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/b7e11224785a44d580432bd70c1558e8 2024-11-09T05:17:29,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/15d1b5ae5c824e2b93106c16d2a43c2d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/15d1b5ae5c824e2b93106c16d2a43c2d 2024-11-09T05:17:29,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/15d1b5ae5c824e2b93106c16d2a43c2d, entries=250, sequenceid=290, filesize=47.5 K 2024-11-09T05:17:29,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/80bcea5aa8fd420cb390a629047814d0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/80bcea5aa8fd420cb390a629047814d0 2024-11-09T05:17:29,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/80bcea5aa8fd420cb390a629047814d0, entries=150, sequenceid=290, filesize=12.0 K 2024-11-09T05:17:29,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/b7e11224785a44d580432bd70c1558e8 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/b7e11224785a44d580432bd70c1558e8 2024-11-09T05:17:29,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/b7e11224785a44d580432bd70c1558e8, entries=150, sequenceid=290, filesize=12.0 K 2024-11-09T05:17:29,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for f094eb0f2f9302c9b913c034f2b55117 in 905ms, sequenceid=290, compaction requested=true 2024-11-09T05:17:29,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:29,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:29,313 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:29,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:29,313 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:29,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:29,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:29,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f094eb0f2f9302c9b913c034f2b55117:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:29,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:29,314 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111511 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:29,314 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:29,314 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/A is initiating minor compaction (all files) 2024-11-09T05:17:29,314 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/B is initiating minor compaction (all files) 2024-11-09T05:17:29,314 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/B in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:29,314 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/A in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:29,314 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/c8e4917d44ce4b5b92f9496f77ea32e3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f8224a5864794be7a8ae31e4557f89d6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/15d1b5ae5c824e2b93106c16d2a43c2d] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=108.9 K 2024-11-09T05:17:29,314 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/93b6c5c0f06f4b20837a90d037f8c637, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/99bbc292b95f4277b0f9229089625771, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/80bcea5aa8fd420cb390a629047814d0] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=36.4 K 2024-11-09T05:17:29,315 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:29,315 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/c8e4917d44ce4b5b92f9496f77ea32e3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f8224a5864794be7a8ae31e4557f89d6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/15d1b5ae5c824e2b93106c16d2a43c2d] 2024-11-09T05:17:29,315 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 93b6c5c0f06f4b20837a90d037f8c637, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731129445628 2024-11-09T05:17:29,315 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8e4917d44ce4b5b92f9496f77ea32e3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731129445628 2024-11-09T05:17:29,315 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 99bbc292b95f4277b0f9229089625771, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731129446049 2024-11-09T05:17:29,315 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8224a5864794be7a8ae31e4557f89d6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731129446049 2024-11-09T05:17:29,316 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 80bcea5aa8fd420cb390a629047814d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731129447255 2024-11-09T05:17:29,316 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15d1b5ae5c824e2b93106c16d2a43c2d, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731129447237 2024-11-09T05:17:29,328 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#B#compaction#329 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:29,328 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/422bbe75b058477d87a448da800c431a is 50, key is test_row_0/B:col10/1731129447255/Put/seqid=0 2024-11-09T05:17:29,330 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:29,332 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109acc1caf3e19648938eb6b0917fd4c30f_f094eb0f2f9302c9b913c034f2b55117 store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:29,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742220_1396 (size=12915) 2024-11-09T05:17:29,333 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109acc1caf3e19648938eb6b0917fd4c30f_f094eb0f2f9302c9b913c034f2b55117, store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:29,334 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109acc1caf3e19648938eb6b0917fd4c30f_f094eb0f2f9302c9b913c034f2b55117 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:29,346 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/422bbe75b058477d87a448da800c431a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/422bbe75b058477d87a448da800c431a 2024-11-09T05:17:29,356 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/B of f094eb0f2f9302c9b913c034f2b55117 into 422bbe75b058477d87a448da800c431a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:29,356 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:29,356 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/B, priority=13, startTime=1731129449313; duration=0sec 2024-11-09T05:17:29,357 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:29,357 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:B 2024-11-09T05:17:29,357 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:29,362 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:29,362 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): f094eb0f2f9302c9b913c034f2b55117/C is initiating minor compaction (all files) 2024-11-09T05:17:29,362 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f094eb0f2f9302c9b913c034f2b55117/C in TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:29,362 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/26ad9936740248088dba6a1b893b0586, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5b622ee3121d4d3c9d85d25ade22b70a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/b7e11224785a44d580432bd70c1558e8] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp, totalSize=36.4 K 2024-11-09T05:17:29,362 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 26ad9936740248088dba6a1b893b0586, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731129445628 2024-11-09T05:17:29,363 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b622ee3121d4d3c9d85d25ade22b70a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731129446049 2024-11-09T05:17:29,364 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b7e11224785a44d580432bd70c1558e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731129447255 2024-11-09T05:17:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742221_1397 (size=4469) 2024-11-09T05:17:29,370 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#C#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:29,371 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/ba29a287182d4793bb00e2c782838dc6 is 50, key is test_row_0/C:col10/1731129447255/Put/seqid=0 2024-11-09T05:17:29,373 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f094eb0f2f9302c9b913c034f2b55117#A#compaction#330 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:29,373 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/bbf6f223edf64a0e94f95f3aac89de41 is 175, key is test_row_0/A:col10/1731129447255/Put/seqid=0 2024-11-09T05:17:29,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742222_1398 (size=12915) 2024-11-09T05:17:29,388 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/ba29a287182d4793bb00e2c782838dc6 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/ba29a287182d4793bb00e2c782838dc6 2024-11-09T05:17:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742223_1399 (size=31869) 2024-11-09T05:17:29,393 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/bbf6f223edf64a0e94f95f3aac89de41 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/bbf6f223edf64a0e94f95f3aac89de41 2024-11-09T05:17:29,393 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/C of f094eb0f2f9302c9b913c034f2b55117 into ba29a287182d4793bb00e2c782838dc6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:29,393 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:29,393 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/C, priority=13, startTime=1731129449314; duration=0sec 2024-11-09T05:17:29,393 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:29,393 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:C 2024-11-09T05:17:29,397 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f094eb0f2f9302c9b913c034f2b55117/A of f094eb0f2f9302c9b913c034f2b55117 into bbf6f223edf64a0e94f95f3aac89de41(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:29,397 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:29,397 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., storeName=f094eb0f2f9302c9b913c034f2b55117/A, priority=13, startTime=1731129449313; duration=0sec 2024-11-09T05:17:29,397 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:29,397 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f094eb0f2f9302c9b913c034f2b55117:A 2024-11-09T05:17:29,411 INFO [Thread-1491 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1491. 2024-11-09T05:17:29,412 DEBUG [Thread-1491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:29,412 DEBUG [Thread-1491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,412 DEBUG [Thread-1491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:29,412 INFO [Thread-1495 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1495. 2024-11-09T05:17:29,412 DEBUG [Thread-1495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:29,412 DEBUG [Thread-1495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,412 DEBUG [Thread-1495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:29,415 INFO [Thread-1499 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1499. 2024-11-09T05:17:29,415 DEBUG [Thread-1499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:29,415 DEBUG [Thread-1499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,415 DEBUG [Thread-1499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:29,417 INFO [Thread-1493 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1493. 2024-11-09T05:17:29,417 DEBUG [Thread-1493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:29,417 DEBUG [Thread-1493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,417 DEBUG [Thread-1493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:29,417 INFO [Thread-1497 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1497. 2024-11-09T05:17:29,418 DEBUG [Thread-1497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:29,418 DEBUG [Thread-1497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,418 DEBUG [Thread-1497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:29,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:17:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:29,425 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-09T05:17:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:29,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096520393df7774dff99c909316bbad928_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129448475/Put/seqid=0 2024-11-09T05:17:29,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742224_1400 (size=12454) 2024-11-09T05:17:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:29,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. as already flushing 2024-11-09T05:17:29,635 INFO [Thread-1482 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1482. 2024-11-09T05:17:29,635 DEBUG [Thread-1482 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:29,635 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,635 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:17:29,645 INFO [Thread-1488 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1488. 2024-11-09T05:17:29,645 DEBUG [Thread-1488 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:29,645 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,645 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:29,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:29,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:29,836 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096520393df7774dff99c909316bbad928_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096520393df7774dff99c909316bbad928_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:29,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/b4b3faa9fbd34166a8a7ac690706e4e3, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:29,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/b4b3faa9fbd34166a8a7ac690706e4e3 is 175, key is test_row_0/A:col10/1731129448475/Put/seqid=0 2024-11-09T05:17:29,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742225_1401 (size=31255) 2024-11-09T05:17:30,240 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/b4b3faa9fbd34166a8a7ac690706e4e3 2024-11-09T05:17:30,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/6333ee178e14486c96980f0be17884e4 is 50, key is test_row_0/B:col10/1731129448475/Put/seqid=0 2024-11-09T05:17:30,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742226_1402 (size=12301) 2024-11-09T05:17:30,650 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/6333ee178e14486c96980f0be17884e4 2024-11-09T05:17:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:17:30,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/5e0d99045296408e8bc5b8ce906e79ba is 50, key is test_row_0/C:col10/1731129448475/Put/seqid=0 2024-11-09T05:17:30,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742227_1403 (size=12301) 2024-11-09T05:17:31,058 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/5e0d99045296408e8bc5b8ce906e79ba 2024-11-09T05:17:31,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/b4b3faa9fbd34166a8a7ac690706e4e3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b4b3faa9fbd34166a8a7ac690706e4e3 2024-11-09T05:17:31,065 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b4b3faa9fbd34166a8a7ac690706e4e3, entries=150, sequenceid=309, filesize=30.5 K 2024-11-09T05:17:31,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/6333ee178e14486c96980f0be17884e4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/6333ee178e14486c96980f0be17884e4 2024-11-09T05:17:31,068 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/6333ee178e14486c96980f0be17884e4, entries=150, sequenceid=309, filesize=12.0 K 2024-11-09T05:17:31,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/5e0d99045296408e8bc5b8ce906e79ba as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5e0d99045296408e8bc5b8ce906e79ba 2024-11-09T05:17:31,071 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5e0d99045296408e8bc5b8ce906e79ba, entries=150, sequenceid=309, filesize=12.0 K 2024-11-09T05:17:31,072 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=13.42 KB/13740 for f094eb0f2f9302c9b913c034f2b55117 in 1647ms, sequenceid=309, compaction requested=false 2024-11-09T05:17:31,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for f094eb0f2f9302c9b913c034f2b55117: 2024-11-09T05:17:31,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:31,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-09T05:17:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-09T05:17:31,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-09T05:17:31,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5670 sec 2024-11-09T05:17:31,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.5710 sec 2024-11-09T05:17:32,092 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:17:32,365 INFO [Thread-1486 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1486. 2024-11-09T05:17:32,365 DEBUG [Thread-1486 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:32,365 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:32,365 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:32,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:32,374 INFO [Thread-1480 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1480. 2024-11-09T05:17:32,374 DEBUG [Thread-1480 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:32,375 DEBUG [Thread-1480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:32,375 DEBUG [Thread-1480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:32,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:32,375 INFO [Thread-1484 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1484. 2024-11-09T05:17:32,375 DEBUG [Thread-1484 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:32,376 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:32,376 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:32,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:17:32,663 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1014 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3033 rows 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1018 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3047 rows 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1015 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3044 rows 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1007 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3021 rows 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1020 2024-11-09T05:17:32,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3059 rows 2024-11-09T05:17:32,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:17:32,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:17:32,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:32,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:32,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:32,665 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T05:17:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T05:17:32,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129452668"}]},"ts":"1731129452668"} 2024-11-09T05:17:32,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T05:17:32,669 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T05:17:32,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:17:32,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, UNASSIGN}] 2024-11-09T05:17:32,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, UNASSIGN 2024-11-09T05:17:32,672 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=f094eb0f2f9302c9b913c034f2b55117, regionState=CLOSING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:17:32,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, UNASSIGN because future has completed 2024-11-09T05:17:32,674 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:17:32,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:17:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T05:17:32,826 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:32,826 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:17:32,826 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing f094eb0f2f9302c9b913c034f2b55117, disabling compactions & flushes 2024-11-09T05:17:32,826 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:32,826 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:32,826 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. after waiting 0 ms 2024-11-09T05:17:32,826 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:32,826 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing f094eb0f2f9302c9b913c034f2b55117 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-09T05:17:32,826 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=A 2024-11-09T05:17:32,826 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:32,826 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=B 2024-11-09T05:17:32,826 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:32,826 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f094eb0f2f9302c9b913c034f2b55117, store=C 2024-11-09T05:17:32,826 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:32,832 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098952d02a5fb849dd9ba56faabde82b42_f094eb0f2f9302c9b913c034f2b55117 is 50, key is test_row_0/A:col10/1731129449633/Put/seqid=0 2024-11-09T05:17:32,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742228_1404 (size=12454) 2024-11-09T05:17:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T05:17:33,239 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:33,242 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098952d02a5fb849dd9ba56faabde82b42_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098952d02a5fb849dd9ba56faabde82b42_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:33,242 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/8877bbded9144cc58957505b0ea8ee4c, store: [table=TestAcidGuarantees family=A region=f094eb0f2f9302c9b913c034f2b55117] 2024-11-09T05:17:33,243 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/8877bbded9144cc58957505b0ea8ee4c is 175, key is test_row_0/A:col10/1731129449633/Put/seqid=0 2024-11-09T05:17:33,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742229_1405 (size=31255) 2024-11-09T05:17:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T05:17:33,646 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/8877bbded9144cc58957505b0ea8ee4c 2024-11-09T05:17:33,652 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/bc1bcfe0361e4319b46041a4583db7d1 is 50, key is test_row_0/B:col10/1731129449633/Put/seqid=0 2024-11-09T05:17:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742230_1406 (size=12301) 2024-11-09T05:17:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T05:17:34,056 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/bc1bcfe0361e4319b46041a4583db7d1 2024-11-09T05:17:34,062 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/241ba033e3fc4ef991be9437aa6ce4d0 is 50, key is test_row_0/C:col10/1731129449633/Put/seqid=0 2024-11-09T05:17:34,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742231_1407 (size=12301) 2024-11-09T05:17:34,465 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/241ba033e3fc4ef991be9437aa6ce4d0 2024-11-09T05:17:34,469 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/A/8877bbded9144cc58957505b0ea8ee4c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/8877bbded9144cc58957505b0ea8ee4c 2024-11-09T05:17:34,472 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/8877bbded9144cc58957505b0ea8ee4c, entries=150, sequenceid=317, filesize=30.5 K 2024-11-09T05:17:34,472 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/B/bc1bcfe0361e4319b46041a4583db7d1 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/bc1bcfe0361e4319b46041a4583db7d1 2024-11-09T05:17:34,475 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/bc1bcfe0361e4319b46041a4583db7d1, entries=150, sequenceid=317, filesize=12.0 K 2024-11-09T05:17:34,476 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/.tmp/C/241ba033e3fc4ef991be9437aa6ce4d0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/241ba033e3fc4ef991be9437aa6ce4d0 2024-11-09T05:17:34,478 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/241ba033e3fc4ef991be9437aa6ce4d0, entries=150, sequenceid=317, filesize=12.0 K 2024-11-09T05:17:34,478 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f094eb0f2f9302c9b913c034f2b55117 in 1652ms, sequenceid=317, compaction requested=true 2024-11-09T05:17:34,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/889544b202a344578da6e7b1dac3d5a8, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b3fb330b1f95469ab17c3a80e464d11f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f05887e968764c16b0d7dfbfc564cb1c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/5973f04f7c5349209d30fed92a05f11a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/af5fe6d22b93488eb71dd35577bc2f58, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b6fdd0b640624cb4935fee34938724c2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2049db0ff6154636a77c209a1be0eb86, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/141a87e6c0da493ba18e443de4f68065, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/736a23b13bfd43db828e476674c8407b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63299a10ffa24419bc9a0519f028d43c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/7723c2160e514b84b49535c86aee2ac9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63d4f4d78c92455092d915577e703349, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/98e088b03a8b4e528af675e1d44fb663, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2e9fee9c88e942b38ae9370fca7ace4c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/c8e4917d44ce4b5b92f9496f77ea32e3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/4fa1ed203b684e35b40328d73b97197b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f8224a5864794be7a8ae31e4557f89d6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/15d1b5ae5c824e2b93106c16d2a43c2d] to archive 2024-11-09T05:17:34,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:17:34,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/889544b202a344578da6e7b1dac3d5a8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/889544b202a344578da6e7b1dac3d5a8 2024-11-09T05:17:34,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b3fb330b1f95469ab17c3a80e464d11f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b3fb330b1f95469ab17c3a80e464d11f 2024-11-09T05:17:34,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f05887e968764c16b0d7dfbfc564cb1c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f05887e968764c16b0d7dfbfc564cb1c 2024-11-09T05:17:34,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/5973f04f7c5349209d30fed92a05f11a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/5973f04f7c5349209d30fed92a05f11a 2024-11-09T05:17:34,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/af5fe6d22b93488eb71dd35577bc2f58 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/af5fe6d22b93488eb71dd35577bc2f58 2024-11-09T05:17:34,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b6fdd0b640624cb4935fee34938724c2 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b6fdd0b640624cb4935fee34938724c2 2024-11-09T05:17:34,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2049db0ff6154636a77c209a1be0eb86 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2049db0ff6154636a77c209a1be0eb86 2024-11-09T05:17:34,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/141a87e6c0da493ba18e443de4f68065 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/141a87e6c0da493ba18e443de4f68065 2024-11-09T05:17:34,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/736a23b13bfd43db828e476674c8407b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/736a23b13bfd43db828e476674c8407b 2024-11-09T05:17:34,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63299a10ffa24419bc9a0519f028d43c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63299a10ffa24419bc9a0519f028d43c 2024-11-09T05:17:34,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/7723c2160e514b84b49535c86aee2ac9 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/7723c2160e514b84b49535c86aee2ac9 2024-11-09T05:17:34,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63d4f4d78c92455092d915577e703349 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/63d4f4d78c92455092d915577e703349 2024-11-09T05:17:34,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/98e088b03a8b4e528af675e1d44fb663 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/98e088b03a8b4e528af675e1d44fb663 2024-11-09T05:17:34,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2e9fee9c88e942b38ae9370fca7ace4c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/2e9fee9c88e942b38ae9370fca7ace4c 2024-11-09T05:17:34,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/c8e4917d44ce4b5b92f9496f77ea32e3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/c8e4917d44ce4b5b92f9496f77ea32e3 2024-11-09T05:17:34,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/4fa1ed203b684e35b40328d73b97197b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/4fa1ed203b684e35b40328d73b97197b 2024-11-09T05:17:34,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f8224a5864794be7a8ae31e4557f89d6 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/f8224a5864794be7a8ae31e4557f89d6 2024-11-09T05:17:34,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/15d1b5ae5c824e2b93106c16d2a43c2d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/15d1b5ae5c824e2b93106c16d2a43c2d 2024-11-09T05:17:34,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/d83efa5fac5048b1917cefa40dcd7358, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/46676faa94c94533ae0cbb1a3a9bfc17, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/86e28ab8526b46d39560d0c1974c74f6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/c9cd9798d5064d7d9ef561f94677d049, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/816f64368afa45b787245622a551006b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/1dcd59b5ba484e2bb40ac600a95cee96, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/d6cc11340f084a7db5121abef830d05e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/47324aef630441518a8515f40a546005, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/cf07895d15f34376a321c9df678879ef, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/50a77bb3964d4b71ae8461d1777f3e90, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/b3a595a169094259bafe855c8e2b290f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/6a0adc74d8114d7eb9a34cf6a953bd68, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/ac71bf38f3404cf89340586e7d383eaf, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/c09ad1d60f1242b585a0fe39ca61ed97, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/93b6c5c0f06f4b20837a90d037f8c637, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/efa00654785f4bb2b3698aa4ed956126, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/99bbc292b95f4277b0f9229089625771, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/80bcea5aa8fd420cb390a629047814d0] to archive 2024-11-09T05:17:34,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:17:34,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/d83efa5fac5048b1917cefa40dcd7358 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/d83efa5fac5048b1917cefa40dcd7358 2024-11-09T05:17:34,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/46676faa94c94533ae0cbb1a3a9bfc17 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/46676faa94c94533ae0cbb1a3a9bfc17 2024-11-09T05:17:34,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/86e28ab8526b46d39560d0c1974c74f6 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/86e28ab8526b46d39560d0c1974c74f6 2024-11-09T05:17:34,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/c9cd9798d5064d7d9ef561f94677d049 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/c9cd9798d5064d7d9ef561f94677d049 2024-11-09T05:17:34,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/816f64368afa45b787245622a551006b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/816f64368afa45b787245622a551006b 2024-11-09T05:17:34,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/1dcd59b5ba484e2bb40ac600a95cee96 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/1dcd59b5ba484e2bb40ac600a95cee96 2024-11-09T05:17:34,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/d6cc11340f084a7db5121abef830d05e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/d6cc11340f084a7db5121abef830d05e 2024-11-09T05:17:34,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/47324aef630441518a8515f40a546005 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/47324aef630441518a8515f40a546005 2024-11-09T05:17:34,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/cf07895d15f34376a321c9df678879ef to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/cf07895d15f34376a321c9df678879ef 2024-11-09T05:17:34,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/50a77bb3964d4b71ae8461d1777f3e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/50a77bb3964d4b71ae8461d1777f3e90 2024-11-09T05:17:34,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/b3a595a169094259bafe855c8e2b290f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/b3a595a169094259bafe855c8e2b290f 2024-11-09T05:17:34,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/6a0adc74d8114d7eb9a34cf6a953bd68 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/6a0adc74d8114d7eb9a34cf6a953bd68 2024-11-09T05:17:34,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/ac71bf38f3404cf89340586e7d383eaf to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/ac71bf38f3404cf89340586e7d383eaf 2024-11-09T05:17:34,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/c09ad1d60f1242b585a0fe39ca61ed97 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/c09ad1d60f1242b585a0fe39ca61ed97 2024-11-09T05:17:34,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/93b6c5c0f06f4b20837a90d037f8c637 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/93b6c5c0f06f4b20837a90d037f8c637 2024-11-09T05:17:34,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/efa00654785f4bb2b3698aa4ed956126 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/efa00654785f4bb2b3698aa4ed956126 2024-11-09T05:17:34,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/99bbc292b95f4277b0f9229089625771 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/99bbc292b95f4277b0f9229089625771 2024-11-09T05:17:34,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/80bcea5aa8fd420cb390a629047814d0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/80bcea5aa8fd420cb390a629047814d0 2024-11-09T05:17:34,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/52704cb247ea4d6c8d035e4958b41dde, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/99f2bc2f47f543ec9f0d6a02b3d4594b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/7a47b0544be64f869b027c1bc40298e9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/84a0a280966944e98c237e20fb9ce2c7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/c03f15ada893443aba1e7e2452cc5f82, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/bbd9450a60674a27822a79893c04c39c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/e7f588eb9c9c4fd3bbb12aaecdad67c3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/8890bc5bd9f34493b3fef2dc2afcdb7f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/e2a217ef911c4553951ebb0cb6aca258, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/6abb7ed9357d4e9597a7780d40212d6a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/03f90e5c871d41c6b67889b3c397440c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/9a2fbb9335e24c84b7038ad807e2495d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/6f92c24b43b8416db6236e2958959e85, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/33f858a92b564e88aa4574b23a863ed3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/26ad9936740248088dba6a1b893b0586, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5f90a548d7344f1588b156258644899f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5b622ee3121d4d3c9d85d25ade22b70a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/b7e11224785a44d580432bd70c1558e8] to archive 2024-11-09T05:17:34,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:17:34,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/52704cb247ea4d6c8d035e4958b41dde to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/52704cb247ea4d6c8d035e4958b41dde 2024-11-09T05:17:34,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/99f2bc2f47f543ec9f0d6a02b3d4594b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/99f2bc2f47f543ec9f0d6a02b3d4594b 2024-11-09T05:17:34,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/7a47b0544be64f869b027c1bc40298e9 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/7a47b0544be64f869b027c1bc40298e9 2024-11-09T05:17:34,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/84a0a280966944e98c237e20fb9ce2c7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/84a0a280966944e98c237e20fb9ce2c7 2024-11-09T05:17:34,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/c03f15ada893443aba1e7e2452cc5f82 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/c03f15ada893443aba1e7e2452cc5f82 2024-11-09T05:17:34,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/bbd9450a60674a27822a79893c04c39c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/bbd9450a60674a27822a79893c04c39c 2024-11-09T05:17:34,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/e7f588eb9c9c4fd3bbb12aaecdad67c3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/e7f588eb9c9c4fd3bbb12aaecdad67c3 2024-11-09T05:17:34,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/8890bc5bd9f34493b3fef2dc2afcdb7f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/8890bc5bd9f34493b3fef2dc2afcdb7f 2024-11-09T05:17:34,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/e2a217ef911c4553951ebb0cb6aca258 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/e2a217ef911c4553951ebb0cb6aca258 2024-11-09T05:17:34,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/6abb7ed9357d4e9597a7780d40212d6a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/6abb7ed9357d4e9597a7780d40212d6a 2024-11-09T05:17:34,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/03f90e5c871d41c6b67889b3c397440c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/03f90e5c871d41c6b67889b3c397440c 2024-11-09T05:17:34,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/9a2fbb9335e24c84b7038ad807e2495d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/9a2fbb9335e24c84b7038ad807e2495d 2024-11-09T05:17:34,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/6f92c24b43b8416db6236e2958959e85 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/6f92c24b43b8416db6236e2958959e85 2024-11-09T05:17:34,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/33f858a92b564e88aa4574b23a863ed3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/33f858a92b564e88aa4574b23a863ed3 2024-11-09T05:17:34,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/26ad9936740248088dba6a1b893b0586 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/26ad9936740248088dba6a1b893b0586 2024-11-09T05:17:34,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5f90a548d7344f1588b156258644899f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5f90a548d7344f1588b156258644899f 2024-11-09T05:17:34,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5b622ee3121d4d3c9d85d25ade22b70a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5b622ee3121d4d3c9d85d25ade22b70a 2024-11-09T05:17:34,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/b7e11224785a44d580432bd70c1558e8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/b7e11224785a44d580432bd70c1558e8 2024-11-09T05:17:34,529 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/recovered.edits/320.seqid, newMaxSeqId=320, maxSeqId=4 2024-11-09T05:17:34,530 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. 2024-11-09T05:17:34,530 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for f094eb0f2f9302c9b913c034f2b55117: Waiting for close lock at 1731129452826Running coprocessor pre-close hooks at 1731129452826Disabling compacts and flushes for region at 1731129452826Disabling writes for close at 1731129452826Obtaining lock to block concurrent updates at 1731129452826Preparing flush snapshotting stores in f094eb0f2f9302c9b913c034f2b55117 at 1731129452826Finished memstore snapshotting TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731129452826Flushing stores of TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117. at 1731129452827 (+1 ms)Flushing f094eb0f2f9302c9b913c034f2b55117/A: creating writer at 1731129452827Flushing mob file f094eb0f2f9302c9b913c034f2b55117/A: appending metadata at 1731129452832 (+5 ms)Flushing mob file f094eb0f2f9302c9b913c034f2b55117/A: closing flushed file at 1731129452832Flushing f094eb0f2f9302c9b913c034f2b55117/A: appending metadata at 1731129453242 (+410 ms)Flushing f094eb0f2f9302c9b913c034f2b55117/A: closing flushed file at 1731129453243 (+1 ms)Flushing f094eb0f2f9302c9b913c034f2b55117/B: creating writer at 1731129453650 (+407 ms)Flushing f094eb0f2f9302c9b913c034f2b55117/B: appending metadata at 1731129453652 (+2 ms)Flushing f094eb0f2f9302c9b913c034f2b55117/B: closing flushed file at 1731129453652Flushing f094eb0f2f9302c9b913c034f2b55117/C: creating writer at 1731129454059 (+407 ms)Flushing f094eb0f2f9302c9b913c034f2b55117/C: appending metadata at 1731129454061 (+2 ms)Flushing f094eb0f2f9302c9b913c034f2b55117/C: closing flushed file at 1731129454061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29834d77: reopening flushed file at 1731129454468 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c26ac3: reopening flushed file at 1731129454472 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc1df6a: reopening flushed file at 1731129454475 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f094eb0f2f9302c9b913c034f2b55117 in 1652ms, sequenceid=317, compaction requested=true at 1731129454478 (+3 ms)Writing region close event to WAL at 1731129454527 (+49 ms)Running coprocessor post-close hooks at 1731129454530 (+3 ms)Closed at 1731129454530 2024-11-09T05:17:34,531 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=f094eb0f2f9302c9b913c034f2b55117, regionState=CLOSED 2024-11-09T05:17:34,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:17:34,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-09T05:17:34,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure f094eb0f2f9302c9b913c034f2b55117, server=059551c538b7,34017,1731129333987 in 1.8600 sec 2024-11-09T05:17:34,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-09T05:17:34,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f094eb0f2f9302c9b913c034f2b55117, UNASSIGN in 1.8640 sec 2024-11-09T05:17:34,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-09T05:17:34,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8670 sec 2024-11-09T05:17:34,539 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129454539"}]},"ts":"1731129454539"} 2024-11-09T05:17:34,540 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T05:17:34,540 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T05:17:34,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8750 sec 2024-11-09T05:17:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T05:17:34,813 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:34,814 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T05:17:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:34,816 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T05:17:34,817 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:34,818 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,820 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/recovered.edits] 2024-11-09T05:17:34,823 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/8877bbded9144cc58957505b0ea8ee4c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/8877bbded9144cc58957505b0ea8ee4c 2024-11-09T05:17:34,824 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b4b3faa9fbd34166a8a7ac690706e4e3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/b4b3faa9fbd34166a8a7ac690706e4e3 2024-11-09T05:17:34,825 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/bbf6f223edf64a0e94f95f3aac89de41 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/A/bbf6f223edf64a0e94f95f3aac89de41 2024-11-09T05:17:34,827 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/422bbe75b058477d87a448da800c431a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/422bbe75b058477d87a448da800c431a 2024-11-09T05:17:34,828 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/6333ee178e14486c96980f0be17884e4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/6333ee178e14486c96980f0be17884e4 2024-11-09T05:17:34,828 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/bc1bcfe0361e4319b46041a4583db7d1 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/B/bc1bcfe0361e4319b46041a4583db7d1 2024-11-09T05:17:34,830 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/241ba033e3fc4ef991be9437aa6ce4d0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/241ba033e3fc4ef991be9437aa6ce4d0 2024-11-09T05:17:34,831 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5e0d99045296408e8bc5b8ce906e79ba to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/5e0d99045296408e8bc5b8ce906e79ba 2024-11-09T05:17:34,831 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/ba29a287182d4793bb00e2c782838dc6 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/C/ba29a287182d4793bb00e2c782838dc6 2024-11-09T05:17:34,833 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/recovered.edits/320.seqid to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117/recovered.edits/320.seqid 2024-11-09T05:17:34,833 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,833 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T05:17:34,834 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T05:17:34,834 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T05:17:34,836 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109270119cf947b4738aa7fb6297fb7ac89_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109270119cf947b4738aa7fb6297fb7ac89_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,837 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092d6fcdbf485045b2b3709f8bdda3eaad_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092d6fcdbf485045b2b3709f8bdda3eaad_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,838 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110936d3e615400142da9ce479209abe32b7_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110936d3e615400142da9ce479209abe32b7_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,839 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093e58e098d48748fcb91bdcda041783ad_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093e58e098d48748fcb91bdcda041783ad_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,839 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110962c958f2e48a4ace86af766815ef74b8_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110962c958f2e48a4ace86af766815ef74b8_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,840 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110964e0bfb3915a44d3b69c647de9b382a6_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110964e0bfb3915a44d3b69c647de9b382a6_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,841 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096520393df7774dff99c909316bbad928_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096520393df7774dff99c909316bbad928_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,842 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096817b86015324bf9ae54eb4119712ffb_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096817b86015324bf9ae54eb4119712ffb_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,843 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098952d02a5fb849dd9ba56faabde82b42_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098952d02a5fb849dd9ba56faabde82b42_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,844 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109acbbc4669a994eebb7ac9ff02a8bb45d_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109acbbc4669a994eebb7ac9ff02a8bb45d_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,844 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b1002a235e7d4612bdd79c9d4b9e0f28_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b1002a235e7d4612bdd79c9d4b9e0f28_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,845 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b6d227f0b4b84e5e8920bd1101a4eb56_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b6d227f0b4b84e5e8920bd1101a4eb56_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,846 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b9c10c766c3141779c311b414f4a0be6_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b9c10c766c3141779c311b414f4a0be6_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,846 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c9c4d9547f8148089c041e2351d525eb_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c9c4d9547f8148089c041e2351d525eb_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,847 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cb2ad6f3e53c4e07bd2f2ee6cead9681_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cb2ad6f3e53c4e07bd2f2ee6cead9681_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,848 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cc8dbbf215be446db179370b49b79684_f094eb0f2f9302c9b913c034f2b55117 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cc8dbbf215be446db179370b49b79684_f094eb0f2f9302c9b913c034f2b55117 2024-11-09T05:17:34,848 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T05:17:34,850 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:34,852 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T05:17:34,853 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T05:17:34,854 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:34,854 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T05:17:34,854 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731129454854"}]},"ts":"9223372036854775807"} 2024-11-09T05:17:34,855 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:17:34,855 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f094eb0f2f9302c9b913c034f2b55117, NAME => 'TestAcidGuarantees,,1731129426249.f094eb0f2f9302c9b913c034f2b55117.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:17:34,856 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T05:17:34,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731129454856"}]},"ts":"9223372036854775807"} 2024-11-09T05:17:34,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T05:17:34,858 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:34,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-11-09T05:17:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T05:17:34,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T05:17:34,923 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:34,931 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 250) - Thread LEAK? -, OpenFileDescriptor=461 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=585 (was 529) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=882 (was 1410) 2024-11-09T05:17:34,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=585, ProcessCount=11, AvailableMemoryMB=882 2024-11-09T05:17:34,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:17:34,940 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:17:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:34,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:17:34,942 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:34,942 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-11-09T05:17:34,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:17:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-09T05:17:34,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742232_1408 (size=1061) 2024-11-09T05:17:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-09T05:17:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-09T05:17:35,349 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1 2024-11-09T05:17:35,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742233_1409 (size=53) 2024-11-09T05:17:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-09T05:17:35,754 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:17:35,754 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6ba4e04a126061e18248c5b9a85999dc, disabling compactions & flushes 2024-11-09T05:17:35,754 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:35,754 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:35,754 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. after waiting 0 ms 2024-11-09T05:17:35,754 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:35,754 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:35,754 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ba4e04a126061e18248c5b9a85999dc: Waiting for close lock at 1731129455754Disabling compacts and flushes for region at 1731129455754Disabling writes for close at 1731129455754Writing region close event to WAL at 1731129455754Closed at 1731129455754 2024-11-09T05:17:35,755 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:17:35,755 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731129455755"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129455755"}]},"ts":"1731129455755"} 2024-11-09T05:17:35,756 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:17:35,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:17:35,757 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129455757"}]},"ts":"1731129455757"} 2024-11-09T05:17:35,758 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T05:17:35,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ba4e04a126061e18248c5b9a85999dc, ASSIGN}] 2024-11-09T05:17:35,759 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ba4e04a126061e18248c5b9a85999dc, ASSIGN 2024-11-09T05:17:35,760 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ba4e04a126061e18248c5b9a85999dc, ASSIGN; state=OFFLINE, location=059551c538b7,34017,1731129333987; forceNewPlan=false, retain=false 2024-11-09T05:17:35,910 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=6ba4e04a126061e18248c5b9a85999dc, regionState=OPENING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:17:35,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ba4e04a126061e18248c5b9a85999dc, ASSIGN because future has completed 2024-11-09T05:17:35,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:17:36,066 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:36,066 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:17:36,066 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,066 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:17:36,066 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,066 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,068 INFO [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,068 INFO [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:17:36,069 INFO [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ba4e04a126061e18248c5b9a85999dc columnFamilyName A 2024-11-09T05:17:36,069 DEBUG [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:36,069 INFO [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] regionserver.HStore(327): Store=6ba4e04a126061e18248c5b9a85999dc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:17:36,069 INFO [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,070 INFO [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:17:36,070 INFO [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ba4e04a126061e18248c5b9a85999dc columnFamilyName B 2024-11-09T05:17:36,070 DEBUG [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:36,071 INFO [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] regionserver.HStore(327): Store=6ba4e04a126061e18248c5b9a85999dc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:17:36,071 INFO [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,071 INFO [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:17:36,071 INFO [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ba4e04a126061e18248c5b9a85999dc columnFamilyName C 2024-11-09T05:17:36,072 DEBUG [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:17:36,072 INFO [StoreOpener-6ba4e04a126061e18248c5b9a85999dc-1 {}] regionserver.HStore(327): Store=6ba4e04a126061e18248c5b9a85999dc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:17:36,072 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:36,072 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,072 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,073 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,073 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,073 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,074 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:17:36,074 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,076 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:17:36,076 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened 6ba4e04a126061e18248c5b9a85999dc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74414773, jitterRate=0.10886652767658234}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:17:36,076 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:36,077 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for 6ba4e04a126061e18248c5b9a85999dc: Running coprocessor pre-open hook at 1731129456066Writing region info on filesystem at 1731129456067 (+1 ms)Initializing all the Stores at 1731129456067Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129456067Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129456067Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129456067Cleaning up temporary data from old regions at 1731129456073 (+6 ms)Running coprocessor post-open hooks at 1731129456076 (+3 ms)Region opened successfully at 1731129456077 (+1 ms) 2024-11-09T05:17:36,077 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., pid=118, masterSystemTime=1731129456064 2024-11-09T05:17:36,079 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:36,079 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:36,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=6ba4e04a126061e18248c5b9a85999dc, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:17:36,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:17:36,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-09T05:17:36,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 in 169 msec 2024-11-09T05:17:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-09T05:17:36,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-09T05:17:36,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ba4e04a126061e18248c5b9a85999dc, ASSIGN in 324 msec 2024-11-09T05:17:36,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:17:36,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129456084"}]},"ts":"1731129456084"} 2024-11-09T05:17:36,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T05:17:36,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:17:36,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-09T05:17:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-09T05:17:37,103 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:37,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d55bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:37,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:37,105 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f725aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:37,107 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a07cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:37,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:37,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:37,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:37,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:17:37,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41825,1731129333054 2024-11-09T05:17:37,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51c0c8e9 2024-11-09T05:17:37,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:17:37,111 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:17:37,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:37,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:37,113 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:37,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:37,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea701ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:37,115 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:37,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c91705b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:37,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:37,116 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dc0466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:37,117 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fde1477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:37,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:37,119 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:37,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:37,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:37,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332cc480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:37,120 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:37,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360738bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:37,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:37,122 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:37,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:37,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:37,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee6f4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:37,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:37,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:37,123 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:37,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f10b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:37,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:37,125 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8410eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:37,126 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d63ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672fe15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:37,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:37,127 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2818f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:37,129 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:37,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb83681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:37,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:37,131 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cd8dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:37,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:37,132 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:37,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33042767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:37,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:37,135 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c1498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:37,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:37,136 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:37,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781f572e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:37,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:37,138 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f6eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:37,139 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9e7604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:17:37,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:17:37,140 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:17:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:17:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:17:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62262035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:17:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:17:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:37,142 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:17:37,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10895823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:17:37,143 DEBUG [Thread-1868 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:37,143 DEBUG [Thread-1853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:37,143 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:37,143 DEBUG [Thread-1864 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:37,144 DEBUG [Thread-1857 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-09T05:17:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:37,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:37,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:37,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:37,145 DEBUG [Thread-1855 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:37,145 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:37,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:17:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:37,147 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:17:37,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:17:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:17:37,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:17:37,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:17:37,152 DEBUG [Thread-1870 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:37,152 DEBUG [Thread-1872 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:37,152 DEBUG [Thread-1859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:37,152 DEBUG [Thread-1861 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:37,153 DEBUG [Thread-1866 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:17:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:37,154 DEBUG [Thread-1870 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:37,154 DEBUG [Thread-1872 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:17:37,154 DEBUG [Thread-1870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:37,154 DEBUG [Thread-1872 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:17:37,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:37,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:37,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:37,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:37,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:17:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:17:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:17:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:17:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:17:37,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2] 2024-11-09T05:17:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:37,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:17:37,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:37,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:37,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:37,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:37,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:37,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:37,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/bc2f614252bc44f289a468f274b962b7 is 50, key is test_row_0/A:col10/1731129457151/Put/seqid=0 2024-11-09T05:17:37,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731129457195, max timestamp=1731129457220Num uniques 859; 2024-11-09T05:17:37,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-09T05:17:37,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731129457195, max timestamp=1731129457220Num uniques 859; 2024-11-09T05:17:37,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-09T05:17:37,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129457196, max timestamp=1731129457220Num uniques 859; 2024-11-09T05:17:37,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:37,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742234_1410 (size=14341) 2024-11-09T05:17:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:17:37,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129517249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129517261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129517265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129517267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129517269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-09T05:17:37,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:37,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:37,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:37,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129517373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129517373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129517383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129517383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129517393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-09T05:17:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:37,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:17:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129517593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129517593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-09T05:17:37,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:37,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:37,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:37,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129517603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129517604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129517604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/bc2f614252bc44f289a468f274b962b7 2024-11-09T05:17:37,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/e022796ce0af4434bfbf55ef23749944 is 50, key is test_row_0/B:col10/1731129457151/Put/seqid=0 2024-11-09T05:17:37,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742235_1411 (size=12001) 2024-11-09T05:17:37,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/e022796ce0af4434bfbf55ef23749944 2024-11-09T05:17:37,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/b8dc56a693f04803bf105c842ef673a1 is 50, key is test_row_0/C:col10/1731129457151/Put/seqid=0 2024-11-09T05:17:37,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-09T05:17:37,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:37,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:37,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:37,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742236_1412 (size=12001) 2024-11-09T05:17:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:17:37,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-09T05:17:37,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:37,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:37,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:37,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:37,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129517913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129517913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129517913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129517913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:37,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129517913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:37,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:37,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:37,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-09T05:17:38,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:38,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:38,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:38,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:38,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/b8dc56a693f04803bf105c842ef673a1 2024-11-09T05:17:38,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/bc2f614252bc44f289a468f274b962b7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/bc2f614252bc44f289a468f274b962b7 2024-11-09T05:17:38,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/bc2f614252bc44f289a468f274b962b7, entries=200, sequenceid=11, filesize=14.0 K 2024-11-09T05:17:38,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/e022796ce0af4434bfbf55ef23749944 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/e022796ce0af4434bfbf55ef23749944 2024-11-09T05:17:38,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/e022796ce0af4434bfbf55ef23749944, entries=150, sequenceid=11, filesize=11.7 K 2024-11-09T05:17:38,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/b8dc56a693f04803bf105c842ef673a1 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/b8dc56a693f04803bf105c842ef673a1 2024-11-09T05:17:38,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/b8dc56a693f04803bf105c842ef673a1, entries=150, sequenceid=11, filesize=11.7 K 2024-11-09T05:17:38,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6ba4e04a126061e18248c5b9a85999dc in 993ms, sequenceid=11, compaction requested=false 2024-11-09T05:17:38,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:38,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-09T05:17:38,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:38,221 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-09T05:17:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:38,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:38,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/7a55b1612de44e0197f3412ebef49928 is 50, key is test_row_0/A:col10/1731129457265/Put/seqid=0 2024-11-09T05:17:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742237_1413 (size=12001) 2024-11-09T05:17:38,242 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/7a55b1612de44e0197f3412ebef49928 2024-11-09T05:17:38,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/6f8cd0eb509a4d7d9a5d2a0df5d3a847 is 50, key is test_row_0/B:col10/1731129457265/Put/seqid=0 2024-11-09T05:17:38,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742238_1414 (size=12001) 2024-11-09T05:17:38,268 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/6f8cd0eb509a4d7d9a5d2a0df5d3a847 2024-11-09T05:17:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/852261d784d0469d8ba86429e16cd79b is 50, key is test_row_0/C:col10/1731129457265/Put/seqid=0 2024-11-09T05:17:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:17:38,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742239_1415 (size=12001) 2024-11-09T05:17:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:38,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:38,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129518438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129518439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129518480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129518481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129518481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129518583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129518583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129518603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129518603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129518612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,698 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/852261d784d0469d8ba86429e16cd79b 2024-11-09T05:17:38,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/7a55b1612de44e0197f3412ebef49928 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/7a55b1612de44e0197f3412ebef49928 2024-11-09T05:17:38,704 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/7a55b1612de44e0197f3412ebef49928, entries=150, sequenceid=46, filesize=11.7 K 2024-11-09T05:17:38,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/6f8cd0eb509a4d7d9a5d2a0df5d3a847 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6f8cd0eb509a4d7d9a5d2a0df5d3a847 2024-11-09T05:17:38,707 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6f8cd0eb509a4d7d9a5d2a0df5d3a847, entries=150, sequenceid=46, filesize=11.7 K 2024-11-09T05:17:38,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/852261d784d0469d8ba86429e16cd79b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/852261d784d0469d8ba86429e16cd79b 2024-11-09T05:17:38,710 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/852261d784d0469d8ba86429e16cd79b, entries=150, sequenceid=46, filesize=11.7 K 2024-11-09T05:17:38,711 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 6ba4e04a126061e18248c5b9a85999dc in 490ms, sequenceid=46, compaction requested=false 2024-11-09T05:17:38,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:38,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:38,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-09T05:17:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-09T05:17:38,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-09T05:17:38,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5650 sec 2024-11-09T05:17:38,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.5710 sec 2024-11-09T05:17:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:38,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T05:17:38,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:38,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:38,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:38,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:38,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:38,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:38,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/3f4a5d8e9bfc456f9f1c70d61d5af269 is 50, key is test_row_0/A:col10/1731129458805/Put/seqid=0 2024-11-09T05:17:38,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742240_1416 (size=14341) 2024-11-09T05:17:38,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731129458822, max timestamp=1731129458848Num uniques 859; 2024-11-09T05:17:38,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731129458822, max timestamp=1731129458848Num uniques 859; 2024-11-09T05:17:38,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T05:17:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129518840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T05:17:38,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731129458822, max timestamp=1731129458848Num uniques 859; 2024-11-09T05:17:38,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T05:17:38,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129518876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129518886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129518887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129518888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:38,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129518963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129518993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129518993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129518993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129519013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129519183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/3f4a5d8e9bfc456f9f1c70d61d5af269 2024-11-09T05:17:39,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/e50227d056574b0ba8f5c9139aa7500b is 50, key is test_row_0/B:col10/1731129458805/Put/seqid=0 2024-11-09T05:17:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129519213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129519213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129519213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742241_1417 (size=12001) 2024-11-09T05:17:39,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/e50227d056574b0ba8f5c9139aa7500b 2024-11-09T05:17:39,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/35e71de3e00f47519eab31b8cdfe77b3 is 50, key is test_row_0/C:col10/1731129458805/Put/seqid=0 2024-11-09T05:17:39,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742242_1418 (size=12001) 2024-11-09T05:17:39,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129519233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:17:39,303 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:39,304 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-09T05:17:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T05:17:39,305 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:39,306 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:39,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T05:17:39,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T05:17:39,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:39,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:39,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:39,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:39,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:39,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129519493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129519533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129519533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129519534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129519553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:39,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T05:17:39,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:39,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:39,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:39,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:39,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T05:17:39,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/35e71de3e00f47519eab31b8cdfe77b3 2024-11-09T05:17:39,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/3f4a5d8e9bfc456f9f1c70d61d5af269 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/3f4a5d8e9bfc456f9f1c70d61d5af269 2024-11-09T05:17:39,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/3f4a5d8e9bfc456f9f1c70d61d5af269, entries=200, sequenceid=57, filesize=14.0 K 2024-11-09T05:17:39,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/e50227d056574b0ba8f5c9139aa7500b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/e50227d056574b0ba8f5c9139aa7500b 2024-11-09T05:17:39,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/e50227d056574b0ba8f5c9139aa7500b, entries=150, sequenceid=57, filesize=11.7 K 2024-11-09T05:17:39,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/35e71de3e00f47519eab31b8cdfe77b3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/35e71de3e00f47519eab31b8cdfe77b3 2024-11-09T05:17:39,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/35e71de3e00f47519eab31b8cdfe77b3, entries=150, sequenceid=57, filesize=11.7 K 2024-11-09T05:17:39,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 6ba4e04a126061e18248c5b9a85999dc in 847ms, sequenceid=57, compaction requested=true 2024-11-09T05:17:39,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:39,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:39,653 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:39,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:39,653 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:39,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:39,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:39,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:39,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:39,654 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:39,654 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:39,654 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/B is initiating minor compaction (all files) 2024-11-09T05:17:39,654 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/A is initiating minor compaction (all files) 2024-11-09T05:17:39,654 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/B in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:39,654 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/A in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:39,654 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/e022796ce0af4434bfbf55ef23749944, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6f8cd0eb509a4d7d9a5d2a0df5d3a847, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/e50227d056574b0ba8f5c9139aa7500b] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=35.2 K 2024-11-09T05:17:39,654 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/bc2f614252bc44f289a468f274b962b7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/7a55b1612de44e0197f3412ebef49928, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/3f4a5d8e9bfc456f9f1c70d61d5af269] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=39.7 K 2024-11-09T05:17:39,654 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting e022796ce0af4434bfbf55ef23749944, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731129457151 2024-11-09T05:17:39,654 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc2f614252bc44f289a468f274b962b7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731129457148 2024-11-09T05:17:39,655 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a55b1612de44e0197f3412ebef49928, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731129457221 2024-11-09T05:17:39,655 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f8cd0eb509a4d7d9a5d2a0df5d3a847, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731129457221 2024-11-09T05:17:39,655 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f4a5d8e9bfc456f9f1c70d61d5af269, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731129458437 2024-11-09T05:17:39,655 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting e50227d056574b0ba8f5c9139aa7500b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731129458437 2024-11-09T05:17:39,660 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#B#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:39,661 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/bde26be9bb9b4ec1acf06924f2138385 is 50, key is test_row_0/B:col10/1731129458805/Put/seqid=0 2024-11-09T05:17:39,661 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#A#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:39,661 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/b85241428b574ed688190171e5bc0f67 is 50, key is test_row_0/A:col10/1731129458805/Put/seqid=0 2024-11-09T05:17:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742244_1420 (size=12104) 2024-11-09T05:17:39,673 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/b85241428b574ed688190171e5bc0f67 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/b85241428b574ed688190171e5bc0f67 2024-11-09T05:17:39,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742243_1419 (size=12104) 2024-11-09T05:17:39,680 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/A of 6ba4e04a126061e18248c5b9a85999dc into b85241428b574ed688190171e5bc0f67(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:39,680 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:39,681 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/A, priority=13, startTime=1731129459653; duration=0sec 2024-11-09T05:17:39,681 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:39,681 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:A 2024-11-09T05:17:39,681 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:39,682 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:39,682 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/C is initiating minor compaction (all files) 2024-11-09T05:17:39,682 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/C in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:39,682 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/b8dc56a693f04803bf105c842ef673a1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/852261d784d0469d8ba86429e16cd79b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/35e71de3e00f47519eab31b8cdfe77b3] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=35.2 K 2024-11-09T05:17:39,683 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8dc56a693f04803bf105c842ef673a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731129457151 2024-11-09T05:17:39,683 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 852261d784d0469d8ba86429e16cd79b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731129457221 2024-11-09T05:17:39,684 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35e71de3e00f47519eab31b8cdfe77b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731129458437 2024-11-09T05:17:39,686 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/bde26be9bb9b4ec1acf06924f2138385 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/bde26be9bb9b4ec1acf06924f2138385 2024-11-09T05:17:39,695 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/B of 6ba4e04a126061e18248c5b9a85999dc into bde26be9bb9b4ec1acf06924f2138385(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:39,695 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:39,695 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/B, priority=13, startTime=1731129459653; duration=0sec 2024-11-09T05:17:39,696 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#C#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:39,696 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/9ad9cf026b0241d598a27c18af34b225 is 50, key is test_row_0/C:col10/1731129458805/Put/seqid=0 2024-11-09T05:17:39,697 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:39,697 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:B 2024-11-09T05:17:39,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742245_1421 (size=12104) 2024-11-09T05:17:39,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T05:17:39,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:39,764 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=134.18 KB heapSize=366.23 KB 2024-11-09T05:17:39,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:39,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:39,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:39,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:39,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:39,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:39,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/f0c2886f75d74711918ed8a9d8857f38 is 50, key is test_row_0/A:col10/1731129458886/Put/seqid=0 2024-11-09T05:17:39,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742246_1422 (size=12001) 2024-11-09T05:17:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T05:17:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:40,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:40,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:17:40,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129520053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129520053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129520062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:40,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129520068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:40,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129520073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:40,126 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/9ad9cf026b0241d598a27c18af34b225 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/9ad9cf026b0241d598a27c18af34b225 2024-11-09T05:17:40,138 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/C of 6ba4e04a126061e18248c5b9a85999dc into 9ad9cf026b0241d598a27c18af34b225(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:40,138 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:40,138 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/C, priority=13, startTime=1731129459654; duration=0sec 2024-11-09T05:17:40,138 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:40,138 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:C 2024-11-09T05:17:40,175 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/f0c2886f75d74711918ed8a9d8857f38 2024-11-09T05:17:40,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129520173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:40,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129520183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:40,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/3e46499202834179a2110ff3a2edc3f6 is 50, key is test_row_0/B:col10/1731129458886/Put/seqid=0 2024-11-09T05:17:40,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742247_1423 (size=12001) 2024-11-09T05:17:40,222 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/3e46499202834179a2110ff3a2edc3f6 2024-11-09T05:17:40,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/7a257037768d4a0aab34e4be8a7bedfd is 50, key is test_row_0/C:col10/1731129458886/Put/seqid=0 2024-11-09T05:17:40,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742248_1424 (size=12001) 2024-11-09T05:17:40,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129520393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129520394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:40,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T05:17:40,642 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/7a257037768d4a0aab34e4be8a7bedfd 2024-11-09T05:17:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/f0c2886f75d74711918ed8a9d8857f38 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f0c2886f75d74711918ed8a9d8857f38 2024-11-09T05:17:40,649 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f0c2886f75d74711918ed8a9d8857f38, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T05:17:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/3e46499202834179a2110ff3a2edc3f6 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3e46499202834179a2110ff3a2edc3f6 2024-11-09T05:17:40,665 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3e46499202834179a2110ff3a2edc3f6, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T05:17:40,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/7a257037768d4a0aab34e4be8a7bedfd as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/7a257037768d4a0aab34e4be8a7bedfd 2024-11-09T05:17:40,675 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/7a257037768d4a0aab34e4be8a7bedfd, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T05:17:40,675 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~366.19 KB/374976, currentSize=53.67 KB/54960 for 6ba4e04a126061e18248c5b9a85999dc in 911ms, sequenceid=92, compaction requested=false 2024-11-09T05:17:40,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:40,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:40,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-09T05:17:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-09T05:17:40,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-09T05:17:40,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3720 sec 2024-11-09T05:17:40,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.3760 sec 2024-11-09T05:17:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:40,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T05:17:40,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:40,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:40,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:40,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:40,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:40,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:40,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/9c0bdb239f6447cb930900ac7929ca9a is 50, key is test_row_0/A:col10/1731129460706/Put/seqid=0 2024-11-09T05:17:40,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742249_1425 (size=14341) 2024-11-09T05:17:40,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129520809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129520813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:40,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129520934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129520934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:41,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129521076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:41,086 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 6ba4e04a126061e18248c5b9a85999dc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:41,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129521083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:41,088 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 6ba4e04a126061e18248c5b9a85999dc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:41,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129521093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:41,102 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in 6ba4e04a126061e18248c5b9a85999dc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:41,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/9c0bdb239f6447cb930900ac7929ca9a 2024-11-09T05:17:41,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/f0ac039bb0f340f19b339ef387d2a7a7 is 50, key is test_row_0/B:col10/1731129460706/Put/seqid=0 2024-11-09T05:17:41,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129521153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:41,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129521153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:41,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742250_1426 (size=12001) 2024-11-09T05:17:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T05:17:41,453 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:41,454 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-09T05:17:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:17:41,455 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:41,455 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:41,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:41,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129521463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129521463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:41,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:17:41,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/f0ac039bb0f340f19b339ef387d2a7a7 2024-11-09T05:17:41,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/3ea7c3318b524c8a84e411f490eb0107 is 50, key is test_row_0/C:col10/1731129460706/Put/seqid=0 2024-11-09T05:17:41,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742251_1427 (size=12001) 2024-11-09T05:17:41,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T05:17:41,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/3ea7c3318b524c8a84e411f490eb0107 2024-11-09T05:17:41,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:41,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:41,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:41,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:41,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:41,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/9c0bdb239f6447cb930900ac7929ca9a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9c0bdb239f6447cb930900ac7929ca9a 2024-11-09T05:17:41,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9c0bdb239f6447cb930900ac7929ca9a, entries=200, sequenceid=106, filesize=14.0 K 2024-11-09T05:17:41,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/f0ac039bb0f340f19b339ef387d2a7a7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/f0ac039bb0f340f19b339ef387d2a7a7 2024-11-09T05:17:41,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/f0ac039bb0f340f19b339ef387d2a7a7, entries=150, sequenceid=106, filesize=11.7 K 2024-11-09T05:17:41,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/3ea7c3318b524c8a84e411f490eb0107 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/3ea7c3318b524c8a84e411f490eb0107 2024-11-09T05:17:41,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/3ea7c3318b524c8a84e411f490eb0107, entries=150, sequenceid=106, filesize=11.7 K 2024-11-09T05:17:41,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 6ba4e04a126061e18248c5b9a85999dc in 921ms, sequenceid=106, compaction requested=true 2024-11-09T05:17:41,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:41,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:41,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:41,630 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:41,630 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:41,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:41,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:41,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:41,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:41,632 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:41,632 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:41,632 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/B is initiating minor compaction (all files) 2024-11-09T05:17:41,632 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/A is initiating minor compaction (all files) 2024-11-09T05:17:41,632 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/A in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:41,632 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/B in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:41,632 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/bde26be9bb9b4ec1acf06924f2138385, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3e46499202834179a2110ff3a2edc3f6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/f0ac039bb0f340f19b339ef387d2a7a7] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=35.3 K 2024-11-09T05:17:41,632 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/b85241428b574ed688190171e5bc0f67, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f0c2886f75d74711918ed8a9d8857f38, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9c0bdb239f6447cb930900ac7929ca9a] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=37.5 K 2024-11-09T05:17:41,632 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting bde26be9bb9b4ec1acf06924f2138385, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731129458437 2024-11-09T05:17:41,632 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting b85241428b574ed688190171e5bc0f67, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731129458437 2024-11-09T05:17:41,633 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e46499202834179a2110ff3a2edc3f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731129458884 2024-11-09T05:17:41,633 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0c2886f75d74711918ed8a9d8857f38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731129458884 2024-11-09T05:17:41,633 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting f0ac039bb0f340f19b339ef387d2a7a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731129460059 2024-11-09T05:17:41,633 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c0bdb239f6447cb930900ac7929ca9a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731129460059 2024-11-09T05:17:41,642 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#B#compaction#356 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:41,642 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/6c8d5a7877da45569d9326b5bf35cfd2 is 50, key is test_row_0/B:col10/1731129460706/Put/seqid=0 2024-11-09T05:17:41,645 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#A#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:41,645 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/25c14c6b6e364766a39dc54154d7b575 is 50, key is test_row_0/A:col10/1731129460706/Put/seqid=0 2024-11-09T05:17:41,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742252_1428 (size=12207) 2024-11-09T05:17:41,666 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/6c8d5a7877da45569d9326b5bf35cfd2 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6c8d5a7877da45569d9326b5bf35cfd2 2024-11-09T05:17:41,670 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/B of 6ba4e04a126061e18248c5b9a85999dc into 6c8d5a7877da45569d9326b5bf35cfd2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:41,670 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:41,670 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/B, priority=13, startTime=1731129461630; duration=0sec 2024-11-09T05:17:41,670 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:41,670 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:B 2024-11-09T05:17:41,670 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:41,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742253_1429 (size=12207) 2024-11-09T05:17:41,671 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:41,671 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/C is initiating minor compaction (all files) 2024-11-09T05:17:41,671 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/C in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:41,671 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/9ad9cf026b0241d598a27c18af34b225, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/7a257037768d4a0aab34e4be8a7bedfd, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/3ea7c3318b524c8a84e411f490eb0107] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=35.3 K 2024-11-09T05:17:41,672 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ad9cf026b0241d598a27c18af34b225, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731129458437 2024-11-09T05:17:41,672 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a257037768d4a0aab34e4be8a7bedfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731129458884 2024-11-09T05:17:41,673 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ea7c3318b524c8a84e411f490eb0107, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731129460059 2024-11-09T05:17:41,678 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/25c14c6b6e364766a39dc54154d7b575 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/25c14c6b6e364766a39dc54154d7b575 2024-11-09T05:17:41,682 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/A of 6ba4e04a126061e18248c5b9a85999dc into 25c14c6b6e364766a39dc54154d7b575(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:41,683 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:41,683 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/A, priority=13, startTime=1731129461630; duration=0sec 2024-11-09T05:17:41,683 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:41,683 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:A 2024-11-09T05:17:41,684 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#C#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:41,684 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/0596d022efd04fc38391673274e4be0e is 50, key is test_row_0/C:col10/1731129460706/Put/seqid=0 2024-11-09T05:17:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742254_1430 (size=12207) 2024-11-09T05:17:41,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T05:17:41,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:41,761 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T05:17:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:41,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/a8378f916e7a4273ad380b0690f2ffc2 is 50, key is test_row_0/A:col10/1731129460802/Put/seqid=0 2024-11-09T05:17:41,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742255_1431 (size=12001) 2024-11-09T05:17:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:17:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:41,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:42,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129522011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:42,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129522011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:17:42,095 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/0596d022efd04fc38391673274e4be0e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/0596d022efd04fc38391673274e4be0e 2024-11-09T05:17:42,099 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/C of 6ba4e04a126061e18248c5b9a85999dc into 0596d022efd04fc38391673274e4be0e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:42,099 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:42,099 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/C, priority=13, startTime=1731129461630; duration=0sec 2024-11-09T05:17:42,099 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:42,099 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:C 2024-11-09T05:17:42,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129522113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:42,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129522123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:42,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:42,169 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/a8378f916e7a4273ad380b0690f2ffc2 2024-11-09T05:17:42,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/679325969b124b789003a94d2570f2e7 is 50, key is test_row_0/B:col10/1731129460802/Put/seqid=0 2024-11-09T05:17:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742256_1432 (size=12001) 2024-11-09T05:17:42,186 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/679325969b124b789003a94d2570f2e7 2024-11-09T05:17:42,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/628a4504b18e430dad0bd4b91bb1da13 is 50, key is test_row_0/C:col10/1731129460802/Put/seqid=0 2024-11-09T05:17:42,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742257_1433 (size=12001) 2024-11-09T05:17:42,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129522323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:42,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:42,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129522333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:42,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:17:42,598 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/628a4504b18e430dad0bd4b91bb1da13 2024-11-09T05:17:42,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/a8378f916e7a4273ad380b0690f2ffc2 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a8378f916e7a4273ad380b0690f2ffc2 2024-11-09T05:17:42,604 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a8378f916e7a4273ad380b0690f2ffc2, entries=150, sequenceid=128, filesize=11.7 K 2024-11-09T05:17:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/679325969b124b789003a94d2570f2e7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/679325969b124b789003a94d2570f2e7 2024-11-09T05:17:42,608 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/679325969b124b789003a94d2570f2e7, entries=150, sequenceid=128, filesize=11.7 K 2024-11-09T05:17:42,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/628a4504b18e430dad0bd4b91bb1da13 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/628a4504b18e430dad0bd4b91bb1da13 2024-11-09T05:17:42,611 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/628a4504b18e430dad0bd4b91bb1da13, entries=150, sequenceid=128, filesize=11.7 K 2024-11-09T05:17:42,612 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6ba4e04a126061e18248c5b9a85999dc in 851ms, sequenceid=128, compaction requested=false 2024-11-09T05:17:42,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:42,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:42,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-09T05:17:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-09T05:17:42,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-09T05:17:42,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1580 sec 2024-11-09T05:17:42,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.1620 sec 2024-11-09T05:17:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:42,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T05:17:42,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:42,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:42,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:42,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:42,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:42,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:42,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/2bf79cf1ed2d45908988de203a6342a0 is 50, key is test_row_0/A:col10/1731129461996/Put/seqid=0 2024-11-09T05:17:42,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742258_1434 (size=14541) 2024-11-09T05:17:42,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/2bf79cf1ed2d45908988de203a6342a0 2024-11-09T05:17:42,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/7ae9f7a4502844c5ae16e0c998669f6e is 50, key is test_row_0/B:col10/1731129461996/Put/seqid=0 2024-11-09T05:17:42,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742259_1435 (size=12151) 2024-11-09T05:17:42,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129522704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:42,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129522705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:42,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129522823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:42,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129522823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:42,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:42,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:42,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129523033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129523033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/7ae9f7a4502844c5ae16e0c998669f6e 2024-11-09T05:17:43,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/d598867488594bb0b96d9e5dff5bc27b is 50, key is test_row_0/C:col10/1731129461996/Put/seqid=0 2024-11-09T05:17:43,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742260_1436 (size=12151) 2024-11-09T05:17:43,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/d598867488594bb0b96d9e5dff5bc27b 2024-11-09T05:17:43,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/2bf79cf1ed2d45908988de203a6342a0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/2bf79cf1ed2d45908988de203a6342a0 2024-11-09T05:17:43,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/2bf79cf1ed2d45908988de203a6342a0, entries=200, sequenceid=142, filesize=14.2 K 2024-11-09T05:17:43,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/7ae9f7a4502844c5ae16e0c998669f6e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/7ae9f7a4502844c5ae16e0c998669f6e 2024-11-09T05:17:43,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129523103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,110 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 6ba4e04a126061e18248c5b9a85999dc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:43,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/7ae9f7a4502844c5ae16e0c998669f6e, entries=150, sequenceid=142, filesize=11.9 K 2024-11-09T05:17:43,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/d598867488594bb0b96d9e5dff5bc27b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d598867488594bb0b96d9e5dff5bc27b 2024-11-09T05:17:43,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d598867488594bb0b96d9e5dff5bc27b, entries=150, sequenceid=142, filesize=11.9 K 2024-11-09T05:17:43,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 6ba4e04a126061e18248c5b9a85999dc in 473ms, sequenceid=142, compaction requested=true 2024-11-09T05:17:43,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:43,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:43,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:43,118 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:43,118 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:43,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:43,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:43,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:43,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:43,119 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:43,119 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/A is initiating minor compaction (all files) 2024-11-09T05:17:43,119 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/A in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:43,119 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/25c14c6b6e364766a39dc54154d7b575, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a8378f916e7a4273ad380b0690f2ffc2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/2bf79cf1ed2d45908988de203a6342a0] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=37.8 K 2024-11-09T05:17:43,119 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:43,120 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25c14c6b6e364766a39dc54154d7b575, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731129460059 2024-11-09T05:17:43,120 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/B is initiating minor compaction (all files) 2024-11-09T05:17:43,120 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/B in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:43,120 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6c8d5a7877da45569d9326b5bf35cfd2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/679325969b124b789003a94d2570f2e7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/7ae9f7a4502844c5ae16e0c998669f6e] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=35.5 K 2024-11-09T05:17:43,120 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8378f916e7a4273ad380b0690f2ffc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731129460719 2024-11-09T05:17:43,120 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c8d5a7877da45569d9326b5bf35cfd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731129460059 2024-11-09T05:17:43,120 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bf79cf1ed2d45908988de203a6342a0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731129461996 2024-11-09T05:17:43,121 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 679325969b124b789003a94d2570f2e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731129460719 2024-11-09T05:17:43,121 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ae9f7a4502844c5ae16e0c998669f6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731129461996 2024-11-09T05:17:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:43,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T05:17:43,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:43,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:43,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:43,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:43,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:43,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:43,128 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:43,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/f3426cebfd2a4f3da481ec16ff3494b0 is 50, key is test_row_0/A:col10/1731129462697/Put/seqid=0 2024-11-09T05:17:43,128 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#A#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:43,128 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/9439915ecbea4e189a6a4cbcc908e6d6 is 50, key is test_row_0/B:col10/1731129461996/Put/seqid=0 2024-11-09T05:17:43,128 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/9331b3efabdf4ecd9a722865c0979df3 is 50, key is test_row_0/A:col10/1731129461996/Put/seqid=0 2024-11-09T05:17:43,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742261_1437 (size=12459) 2024-11-09T05:17:43,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742262_1438 (size=14541) 2024-11-09T05:17:43,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/f3426cebfd2a4f3da481ec16ff3494b0 2024-11-09T05:17:43,151 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/9439915ecbea4e189a6a4cbcc908e6d6 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/9439915ecbea4e189a6a4cbcc908e6d6 2024-11-09T05:17:43,155 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/B of 6ba4e04a126061e18248c5b9a85999dc into 9439915ecbea4e189a6a4cbcc908e6d6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:43,155 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:43,155 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/B, priority=13, startTime=1731129463118; duration=0sec 2024-11-09T05:17:43,155 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:43,155 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:B 2024-11-09T05:17:43,155 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:43,159 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:43,159 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/C is initiating minor compaction (all files) 2024-11-09T05:17:43,159 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/C in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:43,159 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/0596d022efd04fc38391673274e4be0e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/628a4504b18e430dad0bd4b91bb1da13, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d598867488594bb0b96d9e5dff5bc27b] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=35.5 K 2024-11-09T05:17:43,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/a5695e5ee8dc496fb92600281b02a9b9 is 50, key is test_row_0/B:col10/1731129462697/Put/seqid=0 2024-11-09T05:17:43,163 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 0596d022efd04fc38391673274e4be0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731129460059 2024-11-09T05:17:43,163 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 628a4504b18e430dad0bd4b91bb1da13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731129460719 2024-11-09T05:17:43,163 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting d598867488594bb0b96d9e5dff5bc27b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731129461996 2024-11-09T05:17:43,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742263_1439 (size=12459) 2024-11-09T05:17:43,168 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/9331b3efabdf4ecd9a722865c0979df3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9331b3efabdf4ecd9a722865c0979df3 2024-11-09T05:17:43,171 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/A of 6ba4e04a126061e18248c5b9a85999dc into 9331b3efabdf4ecd9a722865c0979df3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:43,171 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:43,171 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/A, priority=13, startTime=1731129463118; duration=0sec 2024-11-09T05:17:43,171 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:43,171 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:A 2024-11-09T05:17:43,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129523160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129523174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742264_1440 (size=12151) 2024-11-09T05:17:43,183 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:43,183 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/6ff929ccdb5f4bff9ee342fc33d9b3ce is 50, key is test_row_0/C:col10/1731129461996/Put/seqid=0 2024-11-09T05:17:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742265_1441 (size=12459) 2024-11-09T05:17:43,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129523283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129523283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129523343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129523343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129523493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129523493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/a5695e5ee8dc496fb92600281b02a9b9 2024-11-09T05:17:43,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/c9c4e102999b4d3aa875d3785262dc07 is 50, key is test_row_0/C:col10/1731129462697/Put/seqid=0 2024-11-09T05:17:43,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742266_1442 (size=12151) 2024-11-09T05:17:43,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/c9c4e102999b4d3aa875d3785262dc07 2024-11-09T05:17:43,594 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/6ff929ccdb5f4bff9ee342fc33d9b3ce as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/6ff929ccdb5f4bff9ee342fc33d9b3ce 2024-11-09T05:17:43,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/f3426cebfd2a4f3da481ec16ff3494b0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f3426cebfd2a4f3da481ec16ff3494b0 2024-11-09T05:17:43,602 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/C of 6ba4e04a126061e18248c5b9a85999dc into 6ff929ccdb5f4bff9ee342fc33d9b3ce(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:43,602 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:43,602 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/C, priority=13, startTime=1731129463118; duration=0sec 2024-11-09T05:17:43,602 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:43,602 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:C 2024-11-09T05:17:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:17:43,603 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:43,603 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-09T05:17:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T05:17:43,605 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:43,606 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:43,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:43,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f3426cebfd2a4f3da481ec16ff3494b0, entries=200, sequenceid=162, filesize=14.2 K 2024-11-09T05:17:43,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/a5695e5ee8dc496fb92600281b02a9b9 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/a5695e5ee8dc496fb92600281b02a9b9 2024-11-09T05:17:43,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/a5695e5ee8dc496fb92600281b02a9b9, entries=150, sequenceid=162, filesize=11.9 K 2024-11-09T05:17:43,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/c9c4e102999b4d3aa875d3785262dc07 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/c9c4e102999b4d3aa875d3785262dc07 2024-11-09T05:17:43,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/c9c4e102999b4d3aa875d3785262dc07, entries=150, sequenceid=162, filesize=11.9 K 2024-11-09T05:17:43,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6ba4e04a126061e18248c5b9a85999dc in 493ms, sequenceid=162, compaction requested=false 2024-11-09T05:17:43,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T05:17:43,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T05:17:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:43,759 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T05:17:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:43,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:43,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:43,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/24c0529e06e04e50afb33af32c9a1451 is 50, key is test_row_0/A:col10/1731129463158/Put/seqid=0 2024-11-09T05:17:43,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742267_1443 (size=12151) 2024-11-09T05:17:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:43,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:43,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129523869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129523871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129523872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129523874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T05:17:43,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129523983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129523993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129523994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129523994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:43,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:43,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:44,167 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/24c0529e06e04e50afb33af32c9a1451 2024-11-09T05:17:44,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/2835edb4c39543d29cadaa75a004172f is 50, key is test_row_0/B:col10/1731129463158/Put/seqid=0 2024-11-09T05:17:44,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129524203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:44,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129524203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129524203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129524203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:44,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T05:17:44,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742268_1444 (size=12151) 2024-11-09T05:17:44,328 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/2835edb4c39543d29cadaa75a004172f 2024-11-09T05:17:44,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/a798c188deb145eb826174181ff8d278 is 50, key is test_row_0/C:col10/1731129463158/Put/seqid=0 2024-11-09T05:17:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742269_1445 (size=12151) 2024-11-09T05:17:44,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129524513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:44,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129524523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129524523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129524523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:44,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:44,738 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/a798c188deb145eb826174181ff8d278 2024-11-09T05:17:44,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/24c0529e06e04e50afb33af32c9a1451 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/24c0529e06e04e50afb33af32c9a1451 2024-11-09T05:17:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T05:17:44,744 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/24c0529e06e04e50afb33af32c9a1451, entries=150, sequenceid=177, filesize=11.9 K 2024-11-09T05:17:44,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/2835edb4c39543d29cadaa75a004172f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/2835edb4c39543d29cadaa75a004172f 2024-11-09T05:17:44,749 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/2835edb4c39543d29cadaa75a004172f, entries=150, sequenceid=177, filesize=11.9 K 2024-11-09T05:17:44,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/a798c188deb145eb826174181ff8d278 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/a798c188deb145eb826174181ff8d278 2024-11-09T05:17:44,752 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/a798c188deb145eb826174181ff8d278, entries=150, sequenceid=177, filesize=11.9 K 2024-11-09T05:17:44,753 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 6ba4e04a126061e18248c5b9a85999dc in 994ms, sequenceid=177, compaction requested=true 2024-11-09T05:17:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-09T05:17:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-09T05:17:44,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-09T05:17:44,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1480 sec 2024-11-09T05:17:44,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.1530 sec 2024-11-09T05:17:45,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-09T05:17:45,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:45,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:45,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:45,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:45,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:45,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:45,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/84567108cf394366a8d6c026055b1432 is 50, key is test_row_0/A:col10/1731129465039/Put/seqid=0 2024-11-09T05:17:45,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742270_1446 (size=16931) 2024-11-09T05:17:45,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/84567108cf394366a8d6c026055b1432 2024-11-09T05:17:45,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/63c1028e7e474b3ba4457ca2970ebed4 is 50, key is test_row_0/B:col10/1731129465039/Put/seqid=0 2024-11-09T05:17:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742271_1447 (size=12151) 2024-11-09T05:17:45,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129525056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129525057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129525064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129525065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129525173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129525173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129525183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129525183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129525393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129525393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129525393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129525393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/63c1028e7e474b3ba4457ca2970ebed4 2024-11-09T05:17:45,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/bacfdf5d733b44fc82e492f9c713233f is 50, key is test_row_0/C:col10/1731129465039/Put/seqid=0 2024-11-09T05:17:45,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742272_1448 (size=12151) 2024-11-09T05:17:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129525703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129525703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129525713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129525713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T05:17:45,753 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:45,754 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-09T05:17:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T05:17:45,756 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:45,756 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:45,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T05:17:45,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/bacfdf5d733b44fc82e492f9c713233f 2024-11-09T05:17:45,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/84567108cf394366a8d6c026055b1432 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/84567108cf394366a8d6c026055b1432 2024-11-09T05:17:45,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/84567108cf394366a8d6c026055b1432, entries=250, sequenceid=199, filesize=16.5 K 2024-11-09T05:17:45,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/63c1028e7e474b3ba4457ca2970ebed4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/63c1028e7e474b3ba4457ca2970ebed4 2024-11-09T05:17:45,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/63c1028e7e474b3ba4457ca2970ebed4, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T05:17:45,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/bacfdf5d733b44fc82e492f9c713233f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/bacfdf5d733b44fc82e492f9c713233f 2024-11-09T05:17:45,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/bacfdf5d733b44fc82e492f9c713233f, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T05:17:45,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 6ba4e04a126061e18248c5b9a85999dc in 851ms, sequenceid=199, compaction requested=true 2024-11-09T05:17:45,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:45,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:45,891 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:17:45,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:45,891 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:17:45,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:45,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:45,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:45,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:45,892 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:17:45,892 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:17:45,892 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/A is initiating minor compaction (all files) 2024-11-09T05:17:45,892 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/B is initiating minor compaction (all files) 2024-11-09T05:17:45,892 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/B in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:45,892 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/A in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:45,892 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/9439915ecbea4e189a6a4cbcc908e6d6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/a5695e5ee8dc496fb92600281b02a9b9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/2835edb4c39543d29cadaa75a004172f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/63c1028e7e474b3ba4457ca2970ebed4] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=47.8 K 2024-11-09T05:17:45,892 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9331b3efabdf4ecd9a722865c0979df3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f3426cebfd2a4f3da481ec16ff3494b0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/24c0529e06e04e50afb33af32c9a1451, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/84567108cf394366a8d6c026055b1432] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=54.8 K 2024-11-09T05:17:45,892 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 9439915ecbea4e189a6a4cbcc908e6d6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731129461996 2024-11-09T05:17:45,892 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9331b3efabdf4ecd9a722865c0979df3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731129461996 2024-11-09T05:17:45,893 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3426cebfd2a4f3da481ec16ff3494b0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731129462696 2024-11-09T05:17:45,893 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting a5695e5ee8dc496fb92600281b02a9b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731129462697 2024-11-09T05:17:45,893 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 2835edb4c39543d29cadaa75a004172f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731129463141 2024-11-09T05:17:45,893 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24c0529e06e04e50afb33af32c9a1451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731129463141 2024-11-09T05:17:45,893 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 63c1028e7e474b3ba4457ca2970ebed4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731129463872 2024-11-09T05:17:45,893 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84567108cf394366a8d6c026055b1432, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731129463855 2024-11-09T05:17:45,901 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#A#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:45,901 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/787e00dcdf7b43aca1a834744804beba is 50, key is test_row_0/A:col10/1731129465039/Put/seqid=0 2024-11-09T05:17:45,903 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#B#compaction#378 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:45,903 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/6821a42701d64cc794f0954e0d9d13a0 is 50, key is test_row_0/B:col10/1731129465039/Put/seqid=0 2024-11-09T05:17:45,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742273_1449 (size=12595) 2024-11-09T05:17:45,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T05:17:45,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:45,909 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:17:45,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:45,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:45,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:45,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:45,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:45,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:45,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742274_1450 (size=12595) 2024-11-09T05:17:45,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/14916f21f78c4064b36379abbcc16efa is 50, key is test_row_0/A:col10/1731129465060/Put/seqid=0 2024-11-09T05:17:45,918 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/6821a42701d64cc794f0954e0d9d13a0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6821a42701d64cc794f0954e0d9d13a0 2024-11-09T05:17:45,927 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/B of 6ba4e04a126061e18248c5b9a85999dc into 6821a42701d64cc794f0954e0d9d13a0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:45,927 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:45,927 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/B, priority=12, startTime=1731129465891; duration=0sec 2024-11-09T05:17:45,927 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:45,927 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:B 2024-11-09T05:17:45,927 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:17:45,929 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:17:45,929 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/C is initiating minor compaction (all files) 2024-11-09T05:17:45,929 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/C in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:45,929 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/6ff929ccdb5f4bff9ee342fc33d9b3ce, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/c9c4e102999b4d3aa875d3785262dc07, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/a798c188deb145eb826174181ff8d278, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/bacfdf5d733b44fc82e492f9c713233f] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=47.8 K 2024-11-09T05:17:45,930 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ff929ccdb5f4bff9ee342fc33d9b3ce, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731129461996 2024-11-09T05:17:45,933 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting c9c4e102999b4d3aa875d3785262dc07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731129462697 2024-11-09T05:17:45,934 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting a798c188deb145eb826174181ff8d278, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731129463141 2024-11-09T05:17:45,936 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting bacfdf5d733b44fc82e492f9c713233f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731129463872 2024-11-09T05:17:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742275_1451 (size=12151) 2024-11-09T05:17:45,958 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#C#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:45,958 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/062dcbce17a04ef7b23f5a5e97fd932c is 50, key is test_row_0/C:col10/1731129465039/Put/seqid=0 2024-11-09T05:17:45,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742276_1452 (size=12595) 2024-11-09T05:17:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T05:17:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:46,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:46,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731129466240, max timestamp=1731129466255Num uniques 859; 2024-11-09T05:17:46,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731129466240, max timestamp=1731129466255Num uniques 859; 2024-11-09T05:17:46,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731129466240, max timestamp=1731129466255Num uniques 859; 2024-11-09T05:17:46,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-09T05:17:46,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-09T05:17:46,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-09T05:17:46,310 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/787e00dcdf7b43aca1a834744804beba as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/787e00dcdf7b43aca1a834744804beba 2024-11-09T05:17:46,313 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/A of 6ba4e04a126061e18248c5b9a85999dc into 787e00dcdf7b43aca1a834744804beba(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:46,313 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:46,313 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/A, priority=12, startTime=1731129465891; duration=0sec 2024-11-09T05:17:46,313 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:46,313 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:A 2024-11-09T05:17:46,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129526296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129526297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129526308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129526315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,347 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/14916f21f78c4064b36379abbcc16efa 2024-11-09T05:17:46,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/be8e715671224bba9cb53d3ac1c4398a is 50, key is test_row_0/B:col10/1731129465060/Put/seqid=0 2024-11-09T05:17:46,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742277_1453 (size=12151) 2024-11-09T05:17:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T05:17:46,393 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/062dcbce17a04ef7b23f5a5e97fd932c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/062dcbce17a04ef7b23f5a5e97fd932c 2024-11-09T05:17:46,399 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/C of 6ba4e04a126061e18248c5b9a85999dc into 062dcbce17a04ef7b23f5a5e97fd932c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:46,399 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:46,399 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/C, priority=12, startTime=1731129465891; duration=0sec 2024-11-09T05:17:46,399 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:46,399 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:C 2024-11-09T05:17:46,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129526423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129526423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129526424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129526433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129526643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129526644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129526644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129526644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,758 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/be8e715671224bba9cb53d3ac1c4398a 2024-11-09T05:17:46,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/4e95f66288fa4c0690179397a8e3a875 is 50, key is test_row_0/C:col10/1731129465060/Put/seqid=0 2024-11-09T05:17:46,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742278_1454 (size=12151) 2024-11-09T05:17:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T05:17:46,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129526963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129526963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129526963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129526963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48234 deadline: 1731129527153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,162 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 6ba4e04a126061e18248c5b9a85999dc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8275 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:17:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,182 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/4e95f66288fa4c0690179397a8e3a875 2024-11-09T05:17:47,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/14916f21f78c4064b36379abbcc16efa as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/14916f21f78c4064b36379abbcc16efa 2024-11-09T05:17:47,187 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/14916f21f78c4064b36379abbcc16efa, entries=150, sequenceid=209, filesize=11.9 K 2024-11-09T05:17:47,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/be8e715671224bba9cb53d3ac1c4398a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/be8e715671224bba9cb53d3ac1c4398a 2024-11-09T05:17:47,191 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/be8e715671224bba9cb53d3ac1c4398a, entries=150, sequenceid=209, filesize=11.9 K 2024-11-09T05:17:47,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/4e95f66288fa4c0690179397a8e3a875 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/4e95f66288fa4c0690179397a8e3a875 2024-11-09T05:17:47,194 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/4e95f66288fa4c0690179397a8e3a875, entries=150, sequenceid=209, filesize=11.9 K 2024-11-09T05:17:47,195 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 6ba4e04a126061e18248c5b9a85999dc in 1286ms, sequenceid=209, compaction requested=false 2024-11-09T05:17:47,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:47,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:47,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-09T05:17:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-09T05:17:47,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-09T05:17:47,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4400 sec 2024-11-09T05:17:47,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.4440 sec 2024-11-09T05:17:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:47,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-09T05:17:47,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:47,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:47,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:47,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:47,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:47,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:47,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/8ecd2ae229654136812e9a17e085d463 is 50, key is test_row_0/A:col10/1731129466307/Put/seqid=0 2024-11-09T05:17:47,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742279_1455 (size=14541) 2024-11-09T05:17:47,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129527495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129527496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129527499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129527500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129527613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129527613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129527613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129527623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129527837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129527837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129527837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129527837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:47,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/8ecd2ae229654136812e9a17e085d463 2024-11-09T05:17:47,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/3f94b9d68dbc4c26ad397dfe10e8b20b is 50, key is test_row_0/B:col10/1731129466307/Put/seqid=0 2024-11-09T05:17:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T05:17:47,904 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:47,905 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-09T05:17:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T05:17:47,907 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:47,908 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:47,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:47,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742280_1456 (size=12151) 2024-11-09T05:17:47,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/3f94b9d68dbc4c26ad397dfe10e8b20b 2024-11-09T05:17:47,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/898ef78af13b4efea965e22944b5fc0f is 50, key is test_row_0/C:col10/1731129466307/Put/seqid=0 2024-11-09T05:17:47,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742281_1457 (size=12151) 2024-11-09T05:17:47,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/898ef78af13b4efea965e22944b5fc0f 2024-11-09T05:17:47,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/8ecd2ae229654136812e9a17e085d463 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/8ecd2ae229654136812e9a17e085d463 2024-11-09T05:17:47,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/8ecd2ae229654136812e9a17e085d463, entries=200, sequenceid=248, filesize=14.2 K 2024-11-09T05:17:47,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/3f94b9d68dbc4c26ad397dfe10e8b20b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3f94b9d68dbc4c26ad397dfe10e8b20b 2024-11-09T05:17:47,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3f94b9d68dbc4c26ad397dfe10e8b20b, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T05:17:47,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/898ef78af13b4efea965e22944b5fc0f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/898ef78af13b4efea965e22944b5fc0f 2024-11-09T05:17:47,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/898ef78af13b4efea965e22944b5fc0f, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T05:17:47,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for 6ba4e04a126061e18248c5b9a85999dc in 458ms, sequenceid=248, compaction requested=true 2024-11-09T05:17:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:47,943 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:47,943 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:47,945 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:47,945 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/B is initiating minor compaction (all files) 2024-11-09T05:17:47,945 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/B in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:47,945 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6821a42701d64cc794f0954e0d9d13a0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/be8e715671224bba9cb53d3ac1c4398a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3f94b9d68dbc4c26ad397dfe10e8b20b] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=36.0 K 2024-11-09T05:17:47,945 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:47,945 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/A is initiating minor compaction (all files) 2024-11-09T05:17:47,945 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/A in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:47,945 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/787e00dcdf7b43aca1a834744804beba, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/14916f21f78c4064b36379abbcc16efa, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/8ecd2ae229654136812e9a17e085d463] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=38.4 K 2024-11-09T05:17:47,946 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 787e00dcdf7b43aca1a834744804beba, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731129463872 2024-11-09T05:17:47,946 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6821a42701d64cc794f0954e0d9d13a0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731129463872 2024-11-09T05:17:47,946 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14916f21f78c4064b36379abbcc16efa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731129465054 2024-11-09T05:17:47,946 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting be8e715671224bba9cb53d3ac1c4398a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731129465054 2024-11-09T05:17:47,946 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f94b9d68dbc4c26ad397dfe10e8b20b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731129466296 2024-11-09T05:17:47,946 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ecd2ae229654136812e9a17e085d463, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731129466296 2024-11-09T05:17:47,956 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#B#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:47,957 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/c1c9a995975b4165a3d2ac9c1007a468 is 50, key is test_row_0/B:col10/1731129466307/Put/seqid=0 2024-11-09T05:17:47,957 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:47,957 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/f514387c9e5d47d8bc6b93d54e86d2c0 is 50, key is test_row_0/A:col10/1731129466307/Put/seqid=0 2024-11-09T05:17:47,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742283_1459 (size=12697) 2024-11-09T05:17:47,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742282_1458 (size=12697) 2024-11-09T05:17:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T05:17:48,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T05:17:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:48,061 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-09T05:17:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:48,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/00c88c37e29a41bf9fac9466bfa80ede is 50, key is test_row_0/A:col10/1731129467494/Put/seqid=0 2024-11-09T05:17:48,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742284_1460 (size=12151) 2024-11-09T05:17:48,068 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/00c88c37e29a41bf9fac9466bfa80ede 2024-11-09T05:17:48,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/81e7afe5291542bfbd1970e725383c9d is 50, key is test_row_0/B:col10/1731129467494/Put/seqid=0 2024-11-09T05:17:48,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742285_1461 (size=12151) 2024-11-09T05:17:48,084 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/81e7afe5291542bfbd1970e725383c9d 2024-11-09T05:17:48,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/a966e8ebb0104a3d8c462f9c50f2f19e is 50, key is test_row_0/C:col10/1731129467494/Put/seqid=0 2024-11-09T05:17:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742286_1462 (size=12151) 2024-11-09T05:17:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:48,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:48,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129468169, max timestamp=1731129468194Num uniques 859; 2024-11-09T05:17:48,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129468169, max timestamp=1731129468194Num uniques 859; 2024-11-09T05:17:48,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129468169, max timestamp=1731129468194Num uniques 859; 2024-11-09T05:17:48,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:17:48,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:17:48,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:17:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T05:17:48,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129528243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9968, totalHeapSize=22912, min timestamp=1731129468194, max timestamp=1731129468261Num uniques 1068; 2024-11-09T05:17:48,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9972, totalHeapSize=22912, min timestamp=1731129468194, max timestamp=1731129468261Num uniques 1068; 2024-11-09T05:17:48,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48898, new segment data size=9968, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-09T05:17:48,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48902, new segment data size=9972, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-09T05:17:48,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7685, totalHeapSize=17712, min timestamp=1731129468194, max timestamp=1731129468261Num uniques 1068; 2024-11-09T05:17:48,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48905, new segment data size=7685, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-09T05:17:48,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129528340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129528341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129528343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,377 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/f514387c9e5d47d8bc6b93d54e86d2c0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f514387c9e5d47d8bc6b93d54e86d2c0 2024-11-09T05:17:48,377 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/c1c9a995975b4165a3d2ac9c1007a468 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/c1c9a995975b4165a3d2ac9c1007a468 2024-11-09T05:17:48,380 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/B of 6ba4e04a126061e18248c5b9a85999dc into c1c9a995975b4165a3d2ac9c1007a468(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:48,380 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:48,380 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/B, priority=13, startTime=1731129467943; duration=0sec 2024-11-09T05:17:48,381 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:48,381 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:B 2024-11-09T05:17:48,381 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:48,381 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/A of 6ba4e04a126061e18248c5b9a85999dc into f514387c9e5d47d8bc6b93d54e86d2c0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:48,381 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:48,381 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/A, priority=13, startTime=1731129467943; duration=0sec 2024-11-09T05:17:48,381 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:48,381 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:A 2024-11-09T05:17:48,382 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:48,382 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/C is initiating minor compaction (all files) 2024-11-09T05:17:48,382 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/C in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:48,382 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/062dcbce17a04ef7b23f5a5e97fd932c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/4e95f66288fa4c0690179397a8e3a875, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/898ef78af13b4efea965e22944b5fc0f] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=36.0 K 2024-11-09T05:17:48,382 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 062dcbce17a04ef7b23f5a5e97fd932c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731129463872 2024-11-09T05:17:48,382 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e95f66288fa4c0690179397a8e3a875, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731129465054 2024-11-09T05:17:48,382 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 898ef78af13b4efea965e22944b5fc0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731129466296 2024-11-09T05:17:48,390 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#C#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:48,390 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/6ca51ad63b0a4464bafe1dc3955c4977 is 50, key is test_row_0/C:col10/1731129466307/Put/seqid=0 2024-11-09T05:17:48,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129528383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742287_1463 (size=12697) 2024-11-09T05:17:48,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,399 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/6ca51ad63b0a4464bafe1dc3955c4977 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/6ca51ad63b0a4464bafe1dc3955c4977 2024-11-09T05:17:48,403 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/C of 6ba4e04a126061e18248c5b9a85999dc into 6ca51ad63b0a4464bafe1dc3955c4977(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:48,403 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:48,403 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/C, priority=13, startTime=1731129467943; duration=0sec 2024-11-09T05:17:48,403 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:48,403 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:C 2024-11-09T05:17:48,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129528453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129528463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129528463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,508 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/a966e8ebb0104a3d8c462f9c50f2f19e 2024-11-09T05:17:48,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/00c88c37e29a41bf9fac9466bfa80ede as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/00c88c37e29a41bf9fac9466bfa80ede 2024-11-09T05:17:48,514 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/00c88c37e29a41bf9fac9466bfa80ede, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T05:17:48,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/81e7afe5291542bfbd1970e725383c9d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/81e7afe5291542bfbd1970e725383c9d 2024-11-09T05:17:48,517 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/81e7afe5291542bfbd1970e725383c9d, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T05:17:48,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/a966e8ebb0104a3d8c462f9c50f2f19e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/a966e8ebb0104a3d8c462f9c50f2f19e 2024-11-09T05:17:48,520 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/a966e8ebb0104a3d8c462f9c50f2f19e, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T05:17:48,520 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=138.65 KB/141980 for 6ba4e04a126061e18248c5b9a85999dc in 459ms, sequenceid=257, compaction requested=false 2024-11-09T05:17:48,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:48,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:48,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-09T05:17:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-09T05:17:48,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-09T05:17:48,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 614 msec 2024-11-09T05:17:48,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 619 msec 2024-11-09T05:17:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T05:17:48,533 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:48,533 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-09T05:17:48,535 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T05:17:48,535 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:48,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:48,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=145.36 KB heapSize=414.92 KB 2024-11-09T05:17:48,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:48,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:17:48,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:48,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:17:48,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:48,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:17:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:48,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/2d9fa6b1855d48aca88364681577dc60 is 50, key is test_row_0/A:col10/1731129468322/Put/seqid=0 2024-11-09T05:17:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742288_1464 (size=14741) 2024-11-09T05:17:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T05:17:48,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129528655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129528663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T05:17:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:48,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:48,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129528682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129528683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129528763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T05:17:48,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:48,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:48,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:48,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:48,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T05:17:48,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129528983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129528983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:48,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:48,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T05:17:48,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:48,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:48,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:48,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:48,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129528993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129528994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:49,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/2d9fa6b1855d48aca88364681577dc60 2024-11-09T05:17:49,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/d5ca81b5d45c40f2a7405fbbdd0ee38f is 50, key is test_row_0/B:col10/1731129468322/Put/seqid=0 2024-11-09T05:17:49,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742289_1465 (size=12301) 2024-11-09T05:17:49,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T05:17:49,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:49,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T05:17:49,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T05:17:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129529303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:49,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/d5ca81b5d45c40f2a7405fbbdd0ee38f 2024-11-09T05:17:49,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/535cc166bd964f39967f1997b0f801c5 is 50, key is test_row_0/C:col10/1731129468322/Put/seqid=0 2024-11-09T05:17:49,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T05:17:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742290_1466 (size=12301) 2024-11-09T05:17:49,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129529502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:49,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129529513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:49,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:49,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129529513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:49,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:49,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:49,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T05:17:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T05:17:49,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T05:17:49,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:49,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:49,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129529813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:49,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:49,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:49,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/535cc166bd964f39967f1997b0f801c5 2024-11-09T05:17:49,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/2d9fa6b1855d48aca88364681577dc60 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/2d9fa6b1855d48aca88364681577dc60 2024-11-09T05:17:49,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/2d9fa6b1855d48aca88364681577dc60, entries=200, sequenceid=315, filesize=14.4 K 2024-11-09T05:17:49,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/d5ca81b5d45c40f2a7405fbbdd0ee38f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/d5ca81b5d45c40f2a7405fbbdd0ee38f 2024-11-09T05:17:49,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/d5ca81b5d45c40f2a7405fbbdd0ee38f, entries=150, sequenceid=315, filesize=12.0 K 2024-11-09T05:17:49,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/535cc166bd964f39967f1997b0f801c5 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/535cc166bd964f39967f1997b0f801c5 2024-11-09T05:17:49,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/535cc166bd964f39967f1997b0f801c5, entries=150, sequenceid=315, filesize=12.0 K 2024-11-09T05:17:49,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~145.36 KB/148850, heapSize ~414.88 KB/424832, currentSize=33.54 KB/34350 for 6ba4e04a126061e18248c5b9a85999dc in 1261ms, sequenceid=315, compaction requested=true 2024-11-09T05:17:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:49,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:49,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:49,872 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:49,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:49,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:49,872 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:49,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:49,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:49,872 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:49,872 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:49,872 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/A is initiating minor compaction (all files) 2024-11-09T05:17:49,872 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/B is initiating minor compaction (all files) 2024-11-09T05:17:49,872 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/A in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,872 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/B in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,872 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f514387c9e5d47d8bc6b93d54e86d2c0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/00c88c37e29a41bf9fac9466bfa80ede, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/2d9fa6b1855d48aca88364681577dc60] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=38.7 K 2024-11-09T05:17:49,872 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/c1c9a995975b4165a3d2ac9c1007a468, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/81e7afe5291542bfbd1970e725383c9d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/d5ca81b5d45c40f2a7405fbbdd0ee38f] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=36.3 K 2024-11-09T05:17:49,873 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting f514387c9e5d47d8bc6b93d54e86d2c0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731129466296 2024-11-09T05:17:49,873 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting c1c9a995975b4165a3d2ac9c1007a468, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731129466296 2024-11-09T05:17:49,873 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00c88c37e29a41bf9fac9466bfa80ede, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731129467494 2024-11-09T05:17:49,873 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 81e7afe5291542bfbd1970e725383c9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731129467494 2024-11-09T05:17:49,873 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d9fa6b1855d48aca88364681577dc60, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731129468321 2024-11-09T05:17:49,873 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting d5ca81b5d45c40f2a7405fbbdd0ee38f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731129468321 2024-11-09T05:17:49,880 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#B#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:49,880 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#A#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:49,880 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/a357434562a8445b9748fe1ee6533d24 is 50, key is test_row_0/B:col10/1731129468322/Put/seqid=0 2024-11-09T05:17:49,880 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/dc8e61564e534998aec20079ee1b3865 is 50, key is test_row_0/A:col10/1731129468322/Put/seqid=0 2024-11-09T05:17:49,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742291_1467 (size=12949) 2024-11-09T05:17:49,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742292_1468 (size=12949) 2024-11-09T05:17:49,890 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/a357434562a8445b9748fe1ee6533d24 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/a357434562a8445b9748fe1ee6533d24 2024-11-09T05:17:49,893 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/B of 6ba4e04a126061e18248c5b9a85999dc into a357434562a8445b9748fe1ee6533d24(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:49,893 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:49,893 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/B, priority=13, startTime=1731129469872; duration=0sec 2024-11-09T05:17:49,894 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:49,894 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:B 2024-11-09T05:17:49,894 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:49,896 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:49,896 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/C is initiating minor compaction (all files) 2024-11-09T05:17:49,896 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/C in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,896 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/6ca51ad63b0a4464bafe1dc3955c4977, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/a966e8ebb0104a3d8c462f9c50f2f19e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/535cc166bd964f39967f1997b0f801c5] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=36.3 K 2024-11-09T05:17:49,897 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ca51ad63b0a4464bafe1dc3955c4977, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731129466296 2024-11-09T05:17:49,897 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting a966e8ebb0104a3d8c462f9c50f2f19e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731129467494 2024-11-09T05:17:49,897 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 535cc166bd964f39967f1997b0f801c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731129468321 2024-11-09T05:17:49,902 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#C#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:49,902 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/49eafc203e1e4c80b5807e2d5887acf3 is 50, key is test_row_0/C:col10/1731129468322/Put/seqid=0 2024-11-09T05:17:49,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742293_1469 (size=12949) 2024-11-09T05:17:49,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T05:17:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:49,912 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-09T05:17:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:49,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:49,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:49,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:49,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:49,916 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/49eafc203e1e4c80b5807e2d5887acf3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/49eafc203e1e4c80b5807e2d5887acf3 2024-11-09T05:17:49,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/b0ca0d7b7d4b4950b61703f1f9c9da0a is 50, key is test_row_0/A:col10/1731129468641/Put/seqid=0 2024-11-09T05:17:49,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742294_1470 (size=12301) 2024-11-09T05:17:49,922 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/C of 6ba4e04a126061e18248c5b9a85999dc into 49eafc203e1e4c80b5807e2d5887acf3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:49,922 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:49,922 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/C, priority=13, startTime=1731129469872; duration=0sec 2024-11-09T05:17:49,922 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:49,922 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:C 2024-11-09T05:17:50,289 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/dc8e61564e534998aec20079ee1b3865 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/dc8e61564e534998aec20079ee1b3865 2024-11-09T05:17:50,293 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/A of 6ba4e04a126061e18248c5b9a85999dc into dc8e61564e534998aec20079ee1b3865(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:50,293 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:50,293 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/A, priority=13, startTime=1731129469871; duration=0sec 2024-11-09T05:17:50,293 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:50,293 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:A 2024-11-09T05:17:50,321 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/b0ca0d7b7d4b4950b61703f1f9c9da0a 2024-11-09T05:17:50,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/26054f61dde34d9a9eefc7f782abfd1e is 50, key is test_row_0/B:col10/1731129468641/Put/seqid=0 2024-11-09T05:17:50,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742295_1471 (size=12301) 2024-11-09T05:17:50,336 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/26054f61dde34d9a9eefc7f782abfd1e 2024-11-09T05:17:50,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/40357be7f6a741f1bd377c625eab2e1b is 50, key is test_row_0/C:col10/1731129468641/Put/seqid=0 2024-11-09T05:17:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742296_1472 (size=12301) 2024-11-09T05:17:50,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:50,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129470581, max timestamp=1731129470602Num uniques 859; 2024-11-09T05:17:50,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:17:50,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129470581, max timestamp=1731129470602Num uniques 859; 2024-11-09T05:17:50,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:17:50,606 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129470581, max timestamp=1731129470602Num uniques 859; 2024-11-09T05:17:50,606 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:17:50,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129530644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:50,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129530653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:50,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:50,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129530654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:50,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:50,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129470626, max timestamp=1731129470653Num uniques 1118; 2024-11-09T05:17:50,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-11-09T05:17:50,657 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731129470626, max timestamp=1731129470653Num uniques 1118; 2024-11-09T05:17:50,657 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-11-09T05:17:50,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731129470626, max timestamp=1731129470653Num uniques 1118; 2024-11-09T05:17:50,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-11-09T05:17:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T05:17:50,746 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/40357be7f6a741f1bd377c625eab2e1b 2024-11-09T05:17:50,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/b0ca0d7b7d4b4950b61703f1f9c9da0a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/b0ca0d7b7d4b4950b61703f1f9c9da0a 2024-11-09T05:17:50,755 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/b0ca0d7b7d4b4950b61703f1f9c9da0a, entries=150, sequenceid=324, filesize=12.0 K 2024-11-09T05:17:50,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/26054f61dde34d9a9eefc7f782abfd1e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/26054f61dde34d9a9eefc7f782abfd1e 2024-11-09T05:17:50,762 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/26054f61dde34d9a9eefc7f782abfd1e, entries=150, sequenceid=324, filesize=12.0 K 2024-11-09T05:17:50,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/40357be7f6a741f1bd377c625eab2e1b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/40357be7f6a741f1bd377c625eab2e1b 2024-11-09T05:17:50,771 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/40357be7f6a741f1bd377c625eab2e1b, entries=150, sequenceid=324, filesize=12.0 K 2024-11-09T05:17:50,772 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=55.91 KB/57250 for 6ba4e04a126061e18248c5b9a85999dc in 860ms, sequenceid=324, compaction requested=false 2024-11-09T05:17:50,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:50,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:50,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-09T05:17:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-09T05:17:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:50,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=62.62 KB heapSize=170.08 KB 2024-11-09T05:17:50,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:50,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:50,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:50,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:50,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:50,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:50,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-09T05:17:50,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2400 sec 2024-11-09T05:17:50,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.2460 sec 2024-11-09T05:17:50,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/628a0947c1f844f4b72ccbb1c10a4a98 is 50, key is test_row_0/A:col10/1731129470652/Put/seqid=0 2024-11-09T05:17:50,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742297_1473 (size=19621) 2024-11-09T05:17:50,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129470815, max timestamp=1731129470839Num uniques 859; 2024-11-09T05:17:50,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:17:50,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129470815, max timestamp=1731129470839Num uniques 859; 2024-11-09T05:17:50,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129470815, max timestamp=1731129470839Num uniques 859; 2024-11-09T05:17:50,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:17:50,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:17:50,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129530883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129530885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129530886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:50,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129530887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129531003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:51,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:51,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129531003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:51,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129531003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:51,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129531013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/628a0947c1f844f4b72ccbb1c10a4a98 2024-11-09T05:17:51,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/9d24eeba06e14f61b39aff61dde9006a is 50, key is test_row_0/B:col10/1731129470652/Put/seqid=0 2024-11-09T05:17:51,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742298_1474 (size=12301) 2024-11-09T05:17:51,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/9d24eeba06e14f61b39aff61dde9006a 2024-11-09T05:17:51,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/3a671f298f814b9f8cb105e73e656e03 is 50, key is test_row_0/C:col10/1731129470652/Put/seqid=0 2024-11-09T05:17:51,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742299_1475 (size=12301) 2024-11-09T05:17:51,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129531223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:51,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129531223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129531223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129531233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129531543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:51,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:51,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129531543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129531543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:51,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129531543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:51,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:51,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/3a671f298f814b9f8cb105e73e656e03 2024-11-09T05:17:51,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/628a0947c1f844f4b72ccbb1c10a4a98 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/628a0947c1f844f4b72ccbb1c10a4a98 2024-11-09T05:17:51,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/628a0947c1f844f4b72ccbb1c10a4a98, entries=300, sequenceid=369, filesize=19.2 K 2024-11-09T05:17:51,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/9d24eeba06e14f61b39aff61dde9006a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/9d24eeba06e14f61b39aff61dde9006a 2024-11-09T05:17:51,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/9d24eeba06e14f61b39aff61dde9006a, entries=150, sequenceid=369, filesize=12.0 K 2024-11-09T05:17:51,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/3a671f298f814b9f8cb105e73e656e03 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/3a671f298f814b9f8cb105e73e656e03 2024-11-09T05:17:51,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/3a671f298f814b9f8cb105e73e656e03, entries=150, sequenceid=369, filesize=12.0 K 2024-11-09T05:17:51,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~62.62 KB/64120, heapSize ~170.03 KB/174112, currentSize=127.47 KB/130530 for 6ba4e04a126061e18248c5b9a85999dc in 882ms, sequenceid=369, compaction requested=true 2024-11-09T05:17:51,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:51,656 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:51,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:51,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:51,656 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:51,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:51,657 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44871 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:51,657 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:51,657 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/A is initiating minor compaction (all files) 2024-11-09T05:17:51,657 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/B is initiating minor compaction (all files) 2024-11-09T05:17:51,657 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/A in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:51,657 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/B in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:51,657 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/dc8e61564e534998aec20079ee1b3865, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/b0ca0d7b7d4b4950b61703f1f9c9da0a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/628a0947c1f844f4b72ccbb1c10a4a98] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=43.8 K 2024-11-09T05:17:51,657 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/a357434562a8445b9748fe1ee6533d24, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/26054f61dde34d9a9eefc7f782abfd1e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/9d24eeba06e14f61b39aff61dde9006a] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=36.7 K 2024-11-09T05:17:51,657 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc8e61564e534998aec20079ee1b3865, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731129468321 2024-11-09T05:17:51,657 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting a357434562a8445b9748fe1ee6533d24, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731129468321 2024-11-09T05:17:51,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:51,658 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0ca0d7b7d4b4950b61703f1f9c9da0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731129468641 2024-11-09T05:17:51,658 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 26054f61dde34d9a9eefc7f782abfd1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731129468641 2024-11-09T05:17:51,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:51,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:51,658 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d24eeba06e14f61b39aff61dde9006a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731129470652 2024-11-09T05:17:51,658 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 628a0947c1f844f4b72ccbb1c10a4a98, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731129470652 2024-11-09T05:17:51,679 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#A#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:51,679 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/a2a8297f43134932a1638b170a3d1171 is 50, key is test_row_0/A:col10/1731129470652/Put/seqid=0 2024-11-09T05:17:51,682 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:51,683 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/3a08d9d4fefb414c89a8e27e933bab6a is 50, key is test_row_0/B:col10/1731129470652/Put/seqid=0 2024-11-09T05:17:51,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742300_1476 (size=13051) 2024-11-09T05:17:51,700 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/a2a8297f43134932a1638b170a3d1171 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a2a8297f43134932a1638b170a3d1171 2024-11-09T05:17:51,707 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/A of 6ba4e04a126061e18248c5b9a85999dc into a2a8297f43134932a1638b170a3d1171(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:51,707 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:51,707 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/A, priority=13, startTime=1731129471655; duration=0sec 2024-11-09T05:17:51,708 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:51,708 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:A 2024-11-09T05:17:51,708 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:51,712 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742301_1477 (size=13051) 2024-11-09T05:17:51,712 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/C is initiating minor compaction (all files) 2024-11-09T05:17:51,712 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/C in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:51,712 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/49eafc203e1e4c80b5807e2d5887acf3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/40357be7f6a741f1bd377c625eab2e1b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/3a671f298f814b9f8cb105e73e656e03] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=36.7 K 2024-11-09T05:17:51,713 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49eafc203e1e4c80b5807e2d5887acf3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731129468321 2024-11-09T05:17:51,714 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40357be7f6a741f1bd377c625eab2e1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731129468641 2024-11-09T05:17:51,714 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a671f298f814b9f8cb105e73e656e03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731129470652 2024-11-09T05:17:51,717 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/3a08d9d4fefb414c89a8e27e933bab6a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3a08d9d4fefb414c89a8e27e933bab6a 2024-11-09T05:17:51,721 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/B of 6ba4e04a126061e18248c5b9a85999dc into 3a08d9d4fefb414c89a8e27e933bab6a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:51,721 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:51,721 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/B, priority=13, startTime=1731129471656; duration=0sec 2024-11-09T05:17:51,721 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:51,721 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:B 2024-11-09T05:17:51,728 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#C#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:51,729 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/5d9a5b2fa3a44785b717711a53415909 is 50, key is test_row_0/C:col10/1731129470652/Put/seqid=0 2024-11-09T05:17:51,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742302_1478 (size=13051) 2024-11-09T05:17:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:52,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-09T05:17:52,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:52,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:52,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:52,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:52,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:52,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:52,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/380bd6adfc6f407f8992ed1f6591977e is 50, key is test_row_0/A:col10/1731129470885/Put/seqid=0 2024-11-09T05:17:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742303_1479 (size=14741) 2024-11-09T05:17:52,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/380bd6adfc6f407f8992ed1f6591977e 2024-11-09T05:17:52,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/abfa2ef82738498fb485296c363fb4e1 is 50, key is test_row_0/B:col10/1731129470885/Put/seqid=0 2024-11-09T05:17:52,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129532079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742304_1480 (size=12301) 2024-11-09T05:17:52,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129532086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129532090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129532091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,137 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/5d9a5b2fa3a44785b717711a53415909 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/5d9a5b2fa3a44785b717711a53415909 2024-11-09T05:17:52,140 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/C of 6ba4e04a126061e18248c5b9a85999dc into 5d9a5b2fa3a44785b717711a53415909(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:52,141 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:52,141 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/C, priority=13, startTime=1731129471657; duration=0sec 2024-11-09T05:17:52,141 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:52,141 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:C 2024-11-09T05:17:52,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129532193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129532203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129532213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129532213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129532403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129532413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129532423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129532433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/abfa2ef82738498fb485296c363fb4e1 2024-11-09T05:17:52,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/0f22e9586c7240aeb01a1c068c55898b is 50, key is test_row_0/C:col10/1731129470885/Put/seqid=0 2024-11-09T05:17:52,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742305_1481 (size=12301) 2024-11-09T05:17:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T05:17:52,714 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:52,714 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-09T05:17:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T05:17:52,715 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:52,716 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:52,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:52,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129532724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129532733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129532733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129532753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:52,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T05:17:52,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T05:17:52,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:52,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:52,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:52,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:52,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:52,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/0f22e9586c7240aeb01a1c068c55898b 2024-11-09T05:17:52,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/380bd6adfc6f407f8992ed1f6591977e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/380bd6adfc6f407f8992ed1f6591977e 2024-11-09T05:17:52,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/380bd6adfc6f407f8992ed1f6591977e, entries=200, sequenceid=407, filesize=14.4 K 2024-11-09T05:17:52,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/abfa2ef82738498fb485296c363fb4e1 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/abfa2ef82738498fb485296c363fb4e1 2024-11-09T05:17:52,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/abfa2ef82738498fb485296c363fb4e1, entries=150, sequenceid=407, filesize=12.0 K 2024-11-09T05:17:52,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/0f22e9586c7240aeb01a1c068c55898b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/0f22e9586c7240aeb01a1c068c55898b 2024-11-09T05:17:52,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/0f22e9586c7240aeb01a1c068c55898b, entries=150, sequenceid=407, filesize=12.0 K 2024-11-09T05:17:52,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 6ba4e04a126061e18248c5b9a85999dc in 851ms, sequenceid=407, compaction requested=false 2024-11-09T05:17:52,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:53,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T05:17:53,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:53,022 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:17:53,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:53,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:53,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:53,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:53,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:53,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:53,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/9fbcb9495b6d41e1ada0431c619529e0 is 50, key is test_row_0/A:col10/1731129472078/Put/seqid=0 2024-11-09T05:17:53,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742306_1482 (size=12301) 2024-11-09T05:17:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T05:17:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:53,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:53,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129533283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129533287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,296 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129473273, max timestamp=1731129473293Num uniques 859; 2024-11-09T05:17:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,296 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129473273, max timestamp=1731129473293Num uniques 859; 2024-11-09T05:17:53,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:53,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129473273, max timestamp=1731129473293Num uniques 859; 2024-11-09T05:17:53,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T05:17:53,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129533370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129533381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129533403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129533403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,431 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/9fbcb9495b6d41e1ada0431c619529e0 2024-11-09T05:17:53,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/7d42f66c08db427080b94df81aa6860b is 50, key is test_row_0/B:col10/1731129472078/Put/seqid=0 2024-11-09T05:17:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742307_1483 (size=12301) 2024-11-09T05:17:53,488 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/7d42f66c08db427080b94df81aa6860b 2024-11-09T05:17:53,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/d912214dc5a94eeea7809411e825f2c7 is 50, key is test_row_0/C:col10/1731129472078/Put/seqid=0 2024-11-09T05:17:53,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129533493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129533503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742308_1484 (size=12301) 2024-11-09T05:17:53,514 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/d912214dc5a94eeea7809411e825f2c7 2024-11-09T05:17:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/9fbcb9495b6d41e1ada0431c619529e0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9fbcb9495b6d41e1ada0431c619529e0 2024-11-09T05:17:53,540 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9fbcb9495b6d41e1ada0431c619529e0, entries=150, sequenceid=418, filesize=12.0 K 2024-11-09T05:17:53,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/7d42f66c08db427080b94df81aa6860b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/7d42f66c08db427080b94df81aa6860b 2024-11-09T05:17:53,545 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/7d42f66c08db427080b94df81aa6860b, entries=150, sequenceid=418, filesize=12.0 K 2024-11-09T05:17:53,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/d912214dc5a94eeea7809411e825f2c7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d912214dc5a94eeea7809411e825f2c7 2024-11-09T05:17:53,551 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d912214dc5a94eeea7809411e825f2c7, entries=150, sequenceid=418, filesize=12.0 K 2024-11-09T05:17:53,552 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6ba4e04a126061e18248c5b9a85999dc in 530ms, sequenceid=418, compaction requested=true 2024-11-09T05:17:53,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:53,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:53,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-09T05:17:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-09T05:17:53,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-09T05:17:53,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 845 msec 2024-11-09T05:17:53,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 851 msec 2024-11-09T05:17:53,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-09T05:17:53,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:53,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:17:53,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:53,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:17:53,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:53,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:17:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:53,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/4be1e7560cac40049f2395be1a165560 is 50, key is test_row_0/A:col10/1731129473632/Put/seqid=0 2024-11-09T05:17:53,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742309_1485 (size=14741) 2024-11-09T05:17:53,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/4be1e7560cac40049f2395be1a165560 2024-11-09T05:17:53,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/ee5637fde8e44a84bf1bd0f8c1f2f5d5 is 50, key is test_row_0/B:col10/1731129473632/Put/seqid=0 2024-11-09T05:17:53,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742310_1486 (size=12301) 2024-11-09T05:17:53,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/ee5637fde8e44a84bf1bd0f8c1f2f5d5 2024-11-09T05:17:53,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/8fb0831191174d7fb4bfd128350767a2 is 50, key is test_row_0/C:col10/1731129473632/Put/seqid=0 2024-11-09T05:17:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129533675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129533677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742311_1487 (size=12301) 2024-11-09T05:17:53,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129533713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129533713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129533803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:53,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129533803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:53,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:53,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T05:17:53,853 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:53,854 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-09T05:17:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T05:17:53,856 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:53,857 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:53,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T05:17:54,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T05:17:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:54,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:54,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:54,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129534023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129534023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129534033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129534033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/8fb0831191174d7fb4bfd128350767a2 2024-11-09T05:17:54,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/4be1e7560cac40049f2395be1a165560 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/4be1e7560cac40049f2395be1a165560 2024-11-09T05:17:54,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/4be1e7560cac40049f2395be1a165560, entries=200, sequenceid=456, filesize=14.4 K 2024-11-09T05:17:54,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/ee5637fde8e44a84bf1bd0f8c1f2f5d5 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/ee5637fde8e44a84bf1bd0f8c1f2f5d5 2024-11-09T05:17:54,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/ee5637fde8e44a84bf1bd0f8c1f2f5d5, entries=150, sequenceid=456, filesize=12.0 K 2024-11-09T05:17:54,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/8fb0831191174d7fb4bfd128350767a2 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/8fb0831191174d7fb4bfd128350767a2 2024-11-09T05:17:54,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/8fb0831191174d7fb4bfd128350767a2, entries=150, sequenceid=456, filesize=12.0 K 2024-11-09T05:17:54,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 6ba4e04a126061e18248c5b9a85999dc in 481ms, sequenceid=456, compaction requested=true 2024-11-09T05:17:54,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:54,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:54,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:54,114 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:17:54,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:54,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:54,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:54,114 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:17:54,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:54,116 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:17:54,116 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/B is initiating minor compaction (all files) 2024-11-09T05:17:54,116 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/B in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:54,116 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3a08d9d4fefb414c89a8e27e933bab6a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/abfa2ef82738498fb485296c363fb4e1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/7d42f66c08db427080b94df81aa6860b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/ee5637fde8e44a84bf1bd0f8c1f2f5d5] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=48.8 K 2024-11-09T05:17:54,117 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54834 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:17:54,117 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a08d9d4fefb414c89a8e27e933bab6a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731129470652 2024-11-09T05:17:54,117 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/A is initiating minor compaction (all files) 2024-11-09T05:17:54,117 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/A in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:54,117 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a2a8297f43134932a1638b170a3d1171, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/380bd6adfc6f407f8992ed1f6591977e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9fbcb9495b6d41e1ada0431c619529e0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/4be1e7560cac40049f2395be1a165560] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=53.5 K 2024-11-09T05:17:54,117 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting abfa2ef82738498fb485296c363fb4e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731129470884 2024-11-09T05:17:54,117 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2a8297f43134932a1638b170a3d1171, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731129470652 2024-11-09T05:17:54,117 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d42f66c08db427080b94df81aa6860b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731129472078 2024-11-09T05:17:54,117 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 380bd6adfc6f407f8992ed1f6591977e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731129470874 2024-11-09T05:17:54,117 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting ee5637fde8e44a84bf1bd0f8c1f2f5d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731129473361 2024-11-09T05:17:54,118 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fbcb9495b6d41e1ada0431c619529e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731129472078 2024-11-09T05:17:54,118 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4be1e7560cac40049f2395be1a165560, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731129473361 2024-11-09T05:17:54,125 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#B#compaction#416 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:54,126 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/afd5c01e2d7e475a8f57745f2c38aed1 is 50, key is test_row_0/B:col10/1731129473632/Put/seqid=0 2024-11-09T05:17:54,127 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#A#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:54,127 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/4c9acdfeb0a9434d800a75e59eb408e2 is 50, key is test_row_0/A:col10/1731129473632/Put/seqid=0 2024-11-09T05:17:54,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742313_1489 (size=13187) 2024-11-09T05:17:54,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742312_1488 (size=13187) 2024-11-09T05:17:54,142 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/afd5c01e2d7e475a8f57745f2c38aed1 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/afd5c01e2d7e475a8f57745f2c38aed1 2024-11-09T05:17:54,146 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/B of 6ba4e04a126061e18248c5b9a85999dc into afd5c01e2d7e475a8f57745f2c38aed1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:54,146 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:54,146 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/B, priority=12, startTime=1731129474114; duration=0sec 2024-11-09T05:17:54,146 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:54,146 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:B 2024-11-09T05:17:54,146 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:17:54,147 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:17:54,147 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/C is initiating minor compaction (all files) 2024-11-09T05:17:54,147 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/C in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:54,147 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/5d9a5b2fa3a44785b717711a53415909, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/0f22e9586c7240aeb01a1c068c55898b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d912214dc5a94eeea7809411e825f2c7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/8fb0831191174d7fb4bfd128350767a2] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=48.8 K 2024-11-09T05:17:54,147 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d9a5b2fa3a44785b717711a53415909, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731129470652 2024-11-09T05:17:54,148 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f22e9586c7240aeb01a1c068c55898b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731129470884 2024-11-09T05:17:54,148 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting d912214dc5a94eeea7809411e825f2c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731129472078 2024-11-09T05:17:54,148 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fb0831191174d7fb4bfd128350767a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731129473361 2024-11-09T05:17:54,157 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#C#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:54,158 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/991d03b99fa14d7985e7e455706a159c is 50, key is test_row_0/C:col10/1731129473632/Put/seqid=0 2024-11-09T05:17:54,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T05:17:54,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:54,162 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-09T05:17:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742314_1490 (size=13187) 2024-11-09T05:17:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:54,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/9e77f87611f34c2d9a7f85fd68df04cc is 50, key is test_row_1/A:col10/1731129473659/Put/seqid=0 2024-11-09T05:17:54,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742315_1491 (size=9857) 2024-11-09T05:17:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T05:17:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:54,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:54,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129474381, max timestamp=1731129474414Num uniques 859; 2024-11-09T05:17:54,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129474381, max timestamp=1731129474414Num uniques 859; 2024-11-09T05:17:54,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:54,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:54,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129474381, max timestamp=1731129474414Num uniques 859; 2024-11-09T05:17:54,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:17:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T05:17:54,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731129474467, max timestamp=1731129474512Num uniques 1018; 2024-11-09T05:17:54,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-09T05:17:54,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731129474467, max timestamp=1731129474512Num uniques 1018; 2024-11-09T05:17:54,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-09T05:17:54,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731129474467, max timestamp=1731129474512Num uniques 1018; 2024-11-09T05:17:54,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-09T05:17:54,538 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/4c9acdfeb0a9434d800a75e59eb408e2 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/4c9acdfeb0a9434d800a75e59eb408e2 2024-11-09T05:17:54,543 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/A of 6ba4e04a126061e18248c5b9a85999dc into 4c9acdfeb0a9434d800a75e59eb408e2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:54,543 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:54,543 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/A, priority=12, startTime=1731129474114; duration=0sec 2024-11-09T05:17:54,543 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:54,543 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:A 2024-11-09T05:17:54,569 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/991d03b99fa14d7985e7e455706a159c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/991d03b99fa14d7985e7e455706a159c 2024-11-09T05:17:54,570 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/9e77f87611f34c2d9a7f85fd68df04cc 2024-11-09T05:17:54,575 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/C of 6ba4e04a126061e18248c5b9a85999dc into 991d03b99fa14d7985e7e455706a159c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:54,575 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:54,575 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/C, priority=12, startTime=1731129474114; duration=0sec 2024-11-09T05:17:54,575 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:54,575 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:C 2024-11-09T05:17:54,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/0edfdbfe7b9a4f13836c33090d7b004d is 50, key is test_row_1/B:col10/1731129473659/Put/seqid=0 2024-11-09T05:17:54,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742316_1492 (size=9857) 2024-11-09T05:17:54,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129534574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129534586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129534587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129534592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129534704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129534713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129534714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129534714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129534913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129534933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129534933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129534933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:54,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:54,992 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/0edfdbfe7b9a4f13836c33090d7b004d 2024-11-09T05:17:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T05:17:54,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/4d2f82a35d1b4e6bb02eef2ae4de446a is 50, key is test_row_1/C:col10/1731129473659/Put/seqid=0 2024-11-09T05:17:55,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742317_1493 (size=9857) 2024-11-09T05:17:55,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129535234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:55,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:55,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129535244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129535244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:55,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129535253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:55,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:55,404 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/4d2f82a35d1b4e6bb02eef2ae4de446a 2024-11-09T05:17:55,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/9e77f87611f34c2d9a7f85fd68df04cc as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9e77f87611f34c2d9a7f85fd68df04cc 2024-11-09T05:17:55,410 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9e77f87611f34c2d9a7f85fd68df04cc, entries=100, sequenceid=466, filesize=9.6 K 2024-11-09T05:17:55,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/0edfdbfe7b9a4f13836c33090d7b004d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/0edfdbfe7b9a4f13836c33090d7b004d 2024-11-09T05:17:55,414 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/0edfdbfe7b9a4f13836c33090d7b004d, entries=100, sequenceid=466, filesize=9.6 K 2024-11-09T05:17:55,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/4d2f82a35d1b4e6bb02eef2ae4de446a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/4d2f82a35d1b4e6bb02eef2ae4de446a 2024-11-09T05:17:55,417 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/4d2f82a35d1b4e6bb02eef2ae4de446a, entries=100, sequenceid=466, filesize=9.6 K 2024-11-09T05:17:55,418 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 6ba4e04a126061e18248c5b9a85999dc in 1257ms, sequenceid=466, compaction requested=false 2024-11-09T05:17:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-09T05:17:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-09T05:17:55,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-09T05:17:55,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5620 sec 2024-11-09T05:17:55,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.5710 sec 2024-11-09T05:17:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:55,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB 2024-11-09T05:17:55,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:55,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:17:55,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:55,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:17:55,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:55,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:17:55,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/a5dbebedd75f4ee899608fa28d125ee8 is 50, key is test_row_0/A:col10/1731129475762/Put/seqid=0 2024-11-09T05:17:55,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129535776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:55,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129535779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:55,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129535784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:55,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129535785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:55,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:55,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742318_1494 (size=17181) 2024-11-09T05:17:55,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/a5dbebedd75f4ee899608fa28d125ee8 2024-11-09T05:17:55,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/108fdfd272804b3495004ae5d0c2a607 is 50, key is test_row_0/B:col10/1731129475762/Put/seqid=0 2024-11-09T05:17:55,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742319_1495 (size=12301) 2024-11-09T05:17:55,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129535893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:55,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129535893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:55,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129535903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:55,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129535913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:55,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:55,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T05:17:56,003 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:56,004 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:17:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-09T05:17:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:17:56,005 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:17:56,006 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:17:56,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:17:56,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129536103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:56,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129536103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:17:56,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129536122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:56,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129536133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:56,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:17:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:56,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:56,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/108fdfd272804b3495004ae5d0c2a607 2024-11-09T05:17:56,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/186440e0caf34f4796bba88bfce4a7e0 is 50, key is test_row_0/C:col10/1731129475762/Put/seqid=0 2024-11-09T05:17:56,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742320_1496 (size=12301) 2024-11-09T05:17:56,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:17:56,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:56,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:17:56,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129536423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1731129536423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:56,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48240 deadline: 1731129536443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129536443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:56,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:17:56,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:56,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:56,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:56,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:56,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:56,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:17:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:56,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:56,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:17:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:17:56,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/186440e0caf34f4796bba88bfce4a7e0 2024-11-09T05:17:56,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/a5dbebedd75f4ee899608fa28d125ee8 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a5dbebedd75f4ee899608fa28d125ee8 2024-11-09T05:17:56,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a5dbebedd75f4ee899608fa28d125ee8, entries=250, sequenceid=523, filesize=16.8 K 2024-11-09T05:17:56,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/108fdfd272804b3495004ae5d0c2a607 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/108fdfd272804b3495004ae5d0c2a607 2024-11-09T05:17:56,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/108fdfd272804b3495004ae5d0c2a607, entries=150, sequenceid=523, filesize=12.0 K 2024-11-09T05:17:56,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/186440e0caf34f4796bba88bfce4a7e0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/186440e0caf34f4796bba88bfce4a7e0 2024-11-09T05:17:56,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/186440e0caf34f4796bba88bfce4a7e0, entries=150, sequenceid=523, filesize=12.0 K 2024-11-09T05:17:56,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~435.19 KB/445632, currentSize=26.84 KB/27480 for 6ba4e04a126061e18248c5b9a85999dc in 940ms, sequenceid=523, compaction requested=true 2024-11-09T05:17:56,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:56,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:17:56,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:56,707 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:56,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:17:56,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:56,707 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:56,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ba4e04a126061e18248c5b9a85999dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:17:56,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:56,707 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:56,707 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:56,708 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/B is initiating minor compaction (all files) 2024-11-09T05:17:56,708 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/A is initiating minor compaction (all files) 2024-11-09T05:17:56,708 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/B in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:56,708 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/A in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:56,708 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/afd5c01e2d7e475a8f57745f2c38aed1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/0edfdbfe7b9a4f13836c33090d7b004d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/108fdfd272804b3495004ae5d0c2a607] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=34.5 K 2024-11-09T05:17:56,708 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/4c9acdfeb0a9434d800a75e59eb408e2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9e77f87611f34c2d9a7f85fd68df04cc, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a5dbebedd75f4ee899608fa28d125ee8] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=39.3 K 2024-11-09T05:17:56,708 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c9acdfeb0a9434d800a75e59eb408e2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731129473361 2024-11-09T05:17:56,708 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting afd5c01e2d7e475a8f57745f2c38aed1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731129473361 2024-11-09T05:17:56,708 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e77f87611f34c2d9a7f85fd68df04cc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731129473659 2024-11-09T05:17:56,708 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 0edfdbfe7b9a4f13836c33090d7b004d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731129473659 2024-11-09T05:17:56,708 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5dbebedd75f4ee899608fa28d125ee8, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731129474570 2024-11-09T05:17:56,709 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 108fdfd272804b3495004ae5d0c2a607, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731129474590 2024-11-09T05:17:56,716 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#A#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:56,717 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/44b0ce91c440408c8340540dc948843e is 50, key is test_row_0/A:col10/1731129475762/Put/seqid=0 2024-11-09T05:17:56,719 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:56,719 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/d509f3d688524ed685d3e36ac9f762cf is 50, key is test_row_0/B:col10/1731129475762/Put/seqid=0 2024-11-09T05:17:56,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742321_1497 (size=13289) 2024-11-09T05:17:56,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742322_1498 (size=13289) 2024-11-09T05:17:56,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:17:56,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:56,777 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-09T05:17:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:17:56,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/c16f4430c9fa4bc293dd9f02c37dfff6 is 50, key is test_row_0/A:col10/1731129475778/Put/seqid=0 2024-11-09T05:17:56,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742323_1499 (size=9857) 2024-11-09T05:17:56,815 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/c16f4430c9fa4bc293dd9f02c37dfff6 2024-11-09T05:17:56,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/da5d46ffbe7b4ed68cae16f10e32f967 is 50, key is test_row_0/B:col10/1731129475778/Put/seqid=0 2024-11-09T05:17:56,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742324_1500 (size=9857) 2024-11-09T05:17:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:56,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. as already flushing 2024-11-09T05:17:57,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129476953, max timestamp=1731129476998Num uniques 859; 2024-11-09T05:17:57,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:17:57,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129476953, max timestamp=1731129476998Num uniques 859; 2024-11-09T05:17:57,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:17:57,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129476953, max timestamp=1731129476998Num uniques 859; 2024-11-09T05:17:57,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:17:57,049 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731129477021, max timestamp=1731129477045Num uniques 1068; 2024-11-09T05:17:57,049 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731129477021, max timestamp=1731129477045Num uniques 1068; 2024-11-09T05:17:57,049 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-09T05:17:57,049 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-09T05:17:57,049 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731129477021, max timestamp=1731129477045Num uniques 1068; 2024-11-09T05:17:57,049 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-09T05:17:57,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48264 deadline: 1731129537083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:57,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731129477063, max timestamp=1731129477093Num uniques 1177; 2024-11-09T05:17:57,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=14972, suffix heap size=150376,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=327 2024-11-09T05:17:57,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731129477063, max timestamp=1731129477093Num uniques 1177; 2024-11-09T05:17:57,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=14972, suffix heap size=150376,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=327 2024-11-09T05:17:57,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731129477063, max timestamp=1731129477093Num uniques 1177; 2024-11-09T05:17:57,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=14972, suffix heap size=150376,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=327 2024-11-09T05:17:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:57,126 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/44b0ce91c440408c8340540dc948843e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/44b0ce91c440408c8340540dc948843e 2024-11-09T05:17:57,133 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/d509f3d688524ed685d3e36ac9f762cf as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/d509f3d688524ed685d3e36ac9f762cf 2024-11-09T05:17:57,135 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/A of 6ba4e04a126061e18248c5b9a85999dc into 44b0ce91c440408c8340540dc948843e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:57,135 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:57,135 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/A, priority=13, startTime=1731129476706; duration=0sec 2024-11-09T05:17:57,135 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:17:57,135 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:A 2024-11-09T05:17:57,135 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:17:57,136 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:17:57,136 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 6ba4e04a126061e18248c5b9a85999dc/C is initiating minor compaction (all files) 2024-11-09T05:17:57,136 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ba4e04a126061e18248c5b9a85999dc/C in TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:57,136 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/991d03b99fa14d7985e7e455706a159c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/4d2f82a35d1b4e6bb02eef2ae4de446a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/186440e0caf34f4796bba88bfce4a7e0] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp, totalSize=34.5 K 2024-11-09T05:17:57,136 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 991d03b99fa14d7985e7e455706a159c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731129473361 2024-11-09T05:17:57,136 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d2f82a35d1b4e6bb02eef2ae4de446a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731129473659 2024-11-09T05:17:57,136 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 186440e0caf34f4796bba88bfce4a7e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1731129474590 2024-11-09T05:17:57,137 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/B of 6ba4e04a126061e18248c5b9a85999dc into d509f3d688524ed685d3e36ac9f762cf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:57,137 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:57,137 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/B, priority=13, startTime=1731129476707; duration=0sec 2024-11-09T05:17:57,137 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:57,137 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:B 2024-11-09T05:17:57,141 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ba4e04a126061e18248c5b9a85999dc#C#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:17:57,142 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/46c5c778d3014d8eb489358df9c781cf is 50, key is test_row_0/C:col10/1731129475762/Put/seqid=0 2024-11-09T05:17:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:17:57,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742325_1501 (size=13289) 2024-11-09T05:17:57,157 INFO [Thread-1855 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1855. 2024-11-09T05:17:57,157 DEBUG [Thread-1855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:57,157 DEBUG [Thread-1855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,157 DEBUG [Thread-1855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:57,158 INFO [Thread-1872 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1872. 2024-11-09T05:17:57,158 DEBUG [Thread-1872 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:57,158 DEBUG [Thread-1872 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,158 DEBUG [Thread-1872 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:57,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:17:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48278 deadline: 1731129537153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 2024-11-09T05:17:57,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:57,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:17:57,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., hostname=059551c538b7,34017,1731129333987, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:17:57,170 INFO [Thread-1868 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1868. 2024-11-09T05:17:57,170 DEBUG [Thread-1868 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:57,170 DEBUG [Thread-1868 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,170 DEBUG [Thread-1868 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:57,171 INFO [Thread-1857 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1857. 2024-11-09T05:17:57,171 DEBUG [Thread-1857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:57,171 DEBUG [Thread-1857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,171 DEBUG [Thread-1857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:57,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731129477119, max timestamp=1731129477161Num uniques 1186; 2024-11-09T05:17:57,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=10806, suffix heap size=151312,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=236 2024-11-09T05:17:57,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731129477119, max timestamp=1731129477161Num uniques 1186; 2024-11-09T05:17:57,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=10806, suffix heap size=151312,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=236 2024-11-09T05:17:57,172 INFO [Thread-1870 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1870. 2024-11-09T05:17:57,172 DEBUG [Thread-1870 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:57,172 DEBUG [Thread-1870 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,172 DEBUG [Thread-1870 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:57,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731129477119, max timestamp=1731129477161Num uniques 1186; 2024-11-09T05:17:57,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=10806, suffix heap size=151312,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=236 2024-11-09T05:17:57,178 INFO [Thread-1864 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1864. 2024-11-09T05:17:57,178 DEBUG [Thread-1864 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:57,178 DEBUG [Thread-1864 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,178 DEBUG [Thread-1864 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:57,183 INFO [Thread-1866 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1866. 2024-11-09T05:17:57,183 DEBUG [Thread-1866 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:57,183 DEBUG [Thread-1866 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,183 DEBUG [Thread-1866 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:57,205 INFO [Thread-1861 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1861. 2024-11-09T05:17:57,205 DEBUG [Thread-1861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:57,205 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,205 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:57,224 INFO [Thread-1853 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1853. 2024-11-09T05:17:57,224 DEBUG [Thread-1853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:57,224 DEBUG [Thread-1853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,224 DEBUG [Thread-1853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:57,263 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/da5d46ffbe7b4ed68cae16f10e32f967 2024-11-09T05:17:57,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/5ca5ff8623fd4ad5b98abe2089842417 is 50, key is test_row_0/C:col10/1731129475778/Put/seqid=0 2024-11-09T05:17:57,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742326_1502 (size=9857) 2024-11-09T05:17:57,275 INFO [Thread-1859 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1859. 2024-11-09T05:17:57,275 DEBUG [Thread-1859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:17:57,275 DEBUG [Thread-1859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,275 DEBUG [Thread-1859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:57,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:57,548 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/46c5c778d3014d8eb489358df9c781cf as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/46c5c778d3014d8eb489358df9c781cf 2024-11-09T05:17:57,551 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ba4e04a126061e18248c5b9a85999dc/C of 6ba4e04a126061e18248c5b9a85999dc into 46c5c778d3014d8eb489358df9c781cf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:17:57,551 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:57,551 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., storeName=6ba4e04a126061e18248c5b9a85999dc/C, priority=13, startTime=1731129476707; duration=0sec 2024-11-09T05:17:57,551 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:17:57,551 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ba4e04a126061e18248c5b9a85999dc:C 2024-11-09T05:17:57,673 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/5ca5ff8623fd4ad5b98abe2089842417 2024-11-09T05:17:57,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/c16f4430c9fa4bc293dd9f02c37dfff6 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/c16f4430c9fa4bc293dd9f02c37dfff6 2024-11-09T05:17:57,679 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/c16f4430c9fa4bc293dd9f02c37dfff6, entries=100, sequenceid=530, filesize=9.6 K 2024-11-09T05:17:57,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/da5d46ffbe7b4ed68cae16f10e32f967 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/da5d46ffbe7b4ed68cae16f10e32f967 2024-11-09T05:17:57,682 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/da5d46ffbe7b4ed68cae16f10e32f967, entries=100, sequenceid=530, filesize=9.6 K 2024-11-09T05:17:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/5ca5ff8623fd4ad5b98abe2089842417 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/5ca5ff8623fd4ad5b98abe2089842417 2024-11-09T05:17:57,685 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/5ca5ff8623fd4ad5b98abe2089842417, entries=100, sequenceid=530, filesize=9.6 K 2024-11-09T05:17:57,686 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=53.67 KB/54960 for 6ba4e04a126061e18248c5b9a85999dc in 909ms, sequenceid=530, compaction requested=false 2024-11-09T05:17:57,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 6ba4e04a126061e18248c5b9a85999dc: 2024-11-09T05:17:57,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:57,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-09T05:17:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-09T05:17:57,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-09T05:17:57,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6810 sec 2024-11-09T05:17:57,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.6850 sec 2024-11-09T05:17:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:17:58,154 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 132 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1079 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3228 rows 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1078 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3234 rows 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1080 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3236 rows 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1078 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3234 rows 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1078 2024-11-09T05:17:58,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3234 rows 2024-11-09T05:17:58,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:17:58,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:17:58,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:58,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:17:58,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:17:58,155 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T05:17:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T05:17:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T05:17:58,157 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129478157"}]},"ts":"1731129478157"} 2024-11-09T05:17:58,158 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T05:17:58,158 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T05:17:58,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:17:58,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ba4e04a126061e18248c5b9a85999dc, UNASSIGN}] 2024-11-09T05:17:58,161 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ba4e04a126061e18248c5b9a85999dc, UNASSIGN 2024-11-09T05:17:58,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=6ba4e04a126061e18248c5b9a85999dc, regionState=CLOSING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:17:58,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ba4e04a126061e18248c5b9a85999dc, UNASSIGN because future has completed 2024-11-09T05:17:58,163 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:17:58,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:17:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T05:17:58,315 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing 6ba4e04a126061e18248c5b9a85999dc, disabling compactions & flushes 2024-11-09T05:17:58,315 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. after waiting 0 ms 2024-11-09T05:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:58,315 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(2902): Flushing 6ba4e04a126061e18248c5b9a85999dc 3/3 column families, dataSize=53.67 KB heapSize=138.70 KB 2024-11-09T05:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=A 2024-11-09T05:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=B 2024-11-09T05:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ba4e04a126061e18248c5b9a85999dc, store=C 2024-11-09T05:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:17:58,319 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/73c41fa7f7d7428f83997215b8f9a236 is 50, key is test_row_0/A:col10/1731129477274/Put/seqid=0 2024-11-09T05:17:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742327_1503 (size=12301) 2024-11-09T05:17:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T05:17:58,722 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/73c41fa7f7d7428f83997215b8f9a236 2024-11-09T05:17:58,727 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/8a008cadc1b645aeae26bc10fd61c63d is 50, key is test_row_0/B:col10/1731129477274/Put/seqid=0 2024-11-09T05:17:58,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742328_1504 (size=12301) 2024-11-09T05:17:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T05:17:59,130 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/8a008cadc1b645aeae26bc10fd61c63d 2024-11-09T05:17:59,136 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/d2b733ba8f0e4a76a8de219091d6fa59 is 50, key is test_row_0/C:col10/1731129477274/Put/seqid=0 2024-11-09T05:17:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742329_1505 (size=12301) 2024-11-09T05:17:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T05:17:59,539 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/d2b733ba8f0e4a76a8de219091d6fa59 2024-11-09T05:17:59,543 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/A/73c41fa7f7d7428f83997215b8f9a236 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/73c41fa7f7d7428f83997215b8f9a236 2024-11-09T05:17:59,545 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/73c41fa7f7d7428f83997215b8f9a236, entries=150, sequenceid=608, filesize=12.0 K 2024-11-09T05:17:59,546 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/B/8a008cadc1b645aeae26bc10fd61c63d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/8a008cadc1b645aeae26bc10fd61c63d 2024-11-09T05:17:59,548 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/8a008cadc1b645aeae26bc10fd61c63d, entries=150, sequenceid=608, filesize=12.0 K 2024-11-09T05:17:59,549 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/.tmp/C/d2b733ba8f0e4a76a8de219091d6fa59 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d2b733ba8f0e4a76a8de219091d6fa59 2024-11-09T05:17:59,551 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d2b733ba8f0e4a76a8de219091d6fa59, entries=150, sequenceid=608, filesize=12.0 K 2024-11-09T05:17:59,551 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~138.66 KB/141984, currentSize=0 B/0 for 6ba4e04a126061e18248c5b9a85999dc in 1236ms, sequenceid=608, compaction requested=true 2024-11-09T05:17:59,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/bc2f614252bc44f289a468f274b962b7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/7a55b1612de44e0197f3412ebef49928, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/3f4a5d8e9bfc456f9f1c70d61d5af269, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/b85241428b574ed688190171e5bc0f67, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f0c2886f75d74711918ed8a9d8857f38, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9c0bdb239f6447cb930900ac7929ca9a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/25c14c6b6e364766a39dc54154d7b575, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a8378f916e7a4273ad380b0690f2ffc2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/2bf79cf1ed2d45908988de203a6342a0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9331b3efabdf4ecd9a722865c0979df3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f3426cebfd2a4f3da481ec16ff3494b0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/24c0529e06e04e50afb33af32c9a1451, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/84567108cf394366a8d6c026055b1432, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/787e00dcdf7b43aca1a834744804beba, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/14916f21f78c4064b36379abbcc16efa, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/8ecd2ae229654136812e9a17e085d463, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f514387c9e5d47d8bc6b93d54e86d2c0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/00c88c37e29a41bf9fac9466bfa80ede, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/2d9fa6b1855d48aca88364681577dc60, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/dc8e61564e534998aec20079ee1b3865, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/b0ca0d7b7d4b4950b61703f1f9c9da0a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/628a0947c1f844f4b72ccbb1c10a4a98, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a2a8297f43134932a1638b170a3d1171, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/380bd6adfc6f407f8992ed1f6591977e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9fbcb9495b6d41e1ada0431c619529e0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/4be1e7560cac40049f2395be1a165560, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/4c9acdfeb0a9434d800a75e59eb408e2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9e77f87611f34c2d9a7f85fd68df04cc, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a5dbebedd75f4ee899608fa28d125ee8] to archive 2024-11-09T05:17:59,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:17:59,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/bc2f614252bc44f289a468f274b962b7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/bc2f614252bc44f289a468f274b962b7 2024-11-09T05:17:59,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/7a55b1612de44e0197f3412ebef49928 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/7a55b1612de44e0197f3412ebef49928 2024-11-09T05:17:59,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/3f4a5d8e9bfc456f9f1c70d61d5af269 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/3f4a5d8e9bfc456f9f1c70d61d5af269 2024-11-09T05:17:59,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/b85241428b574ed688190171e5bc0f67 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/b85241428b574ed688190171e5bc0f67 2024-11-09T05:17:59,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f0c2886f75d74711918ed8a9d8857f38 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f0c2886f75d74711918ed8a9d8857f38 2024-11-09T05:17:59,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9c0bdb239f6447cb930900ac7929ca9a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9c0bdb239f6447cb930900ac7929ca9a 2024-11-09T05:17:59,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/25c14c6b6e364766a39dc54154d7b575 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/25c14c6b6e364766a39dc54154d7b575 2024-11-09T05:17:59,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a8378f916e7a4273ad380b0690f2ffc2 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a8378f916e7a4273ad380b0690f2ffc2 2024-11-09T05:17:59,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/2bf79cf1ed2d45908988de203a6342a0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/2bf79cf1ed2d45908988de203a6342a0 2024-11-09T05:17:59,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9331b3efabdf4ecd9a722865c0979df3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9331b3efabdf4ecd9a722865c0979df3 2024-11-09T05:17:59,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f3426cebfd2a4f3da481ec16ff3494b0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f3426cebfd2a4f3da481ec16ff3494b0 2024-11-09T05:17:59,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/24c0529e06e04e50afb33af32c9a1451 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/24c0529e06e04e50afb33af32c9a1451 2024-11-09T05:17:59,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/84567108cf394366a8d6c026055b1432 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/84567108cf394366a8d6c026055b1432 2024-11-09T05:17:59,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/787e00dcdf7b43aca1a834744804beba to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/787e00dcdf7b43aca1a834744804beba 2024-11-09T05:17:59,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/14916f21f78c4064b36379abbcc16efa to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/14916f21f78c4064b36379abbcc16efa 2024-11-09T05:17:59,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/8ecd2ae229654136812e9a17e085d463 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/8ecd2ae229654136812e9a17e085d463 2024-11-09T05:17:59,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f514387c9e5d47d8bc6b93d54e86d2c0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/f514387c9e5d47d8bc6b93d54e86d2c0 2024-11-09T05:17:59,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/00c88c37e29a41bf9fac9466bfa80ede to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/00c88c37e29a41bf9fac9466bfa80ede 2024-11-09T05:17:59,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/2d9fa6b1855d48aca88364681577dc60 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/2d9fa6b1855d48aca88364681577dc60 2024-11-09T05:17:59,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/dc8e61564e534998aec20079ee1b3865 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/dc8e61564e534998aec20079ee1b3865 2024-11-09T05:17:59,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/b0ca0d7b7d4b4950b61703f1f9c9da0a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/b0ca0d7b7d4b4950b61703f1f9c9da0a 2024-11-09T05:17:59,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/628a0947c1f844f4b72ccbb1c10a4a98 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/628a0947c1f844f4b72ccbb1c10a4a98 2024-11-09T05:17:59,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a2a8297f43134932a1638b170a3d1171 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a2a8297f43134932a1638b170a3d1171 2024-11-09T05:17:59,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/380bd6adfc6f407f8992ed1f6591977e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/380bd6adfc6f407f8992ed1f6591977e 2024-11-09T05:17:59,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9fbcb9495b6d41e1ada0431c619529e0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9fbcb9495b6d41e1ada0431c619529e0 2024-11-09T05:17:59,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/4be1e7560cac40049f2395be1a165560 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/4be1e7560cac40049f2395be1a165560 2024-11-09T05:17:59,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/4c9acdfeb0a9434d800a75e59eb408e2 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/4c9acdfeb0a9434d800a75e59eb408e2 2024-11-09T05:17:59,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9e77f87611f34c2d9a7f85fd68df04cc to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/9e77f87611f34c2d9a7f85fd68df04cc 2024-11-09T05:17:59,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a5dbebedd75f4ee899608fa28d125ee8 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/a5dbebedd75f4ee899608fa28d125ee8 2024-11-09T05:17:59,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/e022796ce0af4434bfbf55ef23749944, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6f8cd0eb509a4d7d9a5d2a0df5d3a847, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/bde26be9bb9b4ec1acf06924f2138385, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/e50227d056574b0ba8f5c9139aa7500b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3e46499202834179a2110ff3a2edc3f6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6c8d5a7877da45569d9326b5bf35cfd2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/f0ac039bb0f340f19b339ef387d2a7a7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/679325969b124b789003a94d2570f2e7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/9439915ecbea4e189a6a4cbcc908e6d6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/7ae9f7a4502844c5ae16e0c998669f6e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/a5695e5ee8dc496fb92600281b02a9b9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/2835edb4c39543d29cadaa75a004172f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6821a42701d64cc794f0954e0d9d13a0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/63c1028e7e474b3ba4457ca2970ebed4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/be8e715671224bba9cb53d3ac1c4398a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/c1c9a995975b4165a3d2ac9c1007a468, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3f94b9d68dbc4c26ad397dfe10e8b20b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/81e7afe5291542bfbd1970e725383c9d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/a357434562a8445b9748fe1ee6533d24, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/d5ca81b5d45c40f2a7405fbbdd0ee38f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/26054f61dde34d9a9eefc7f782abfd1e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3a08d9d4fefb414c89a8e27e933bab6a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/9d24eeba06e14f61b39aff61dde9006a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/abfa2ef82738498fb485296c363fb4e1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/7d42f66c08db427080b94df81aa6860b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/afd5c01e2d7e475a8f57745f2c38aed1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/ee5637fde8e44a84bf1bd0f8c1f2f5d5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/0edfdbfe7b9a4f13836c33090d7b004d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/108fdfd272804b3495004ae5d0c2a607] to archive 2024-11-09T05:17:59,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:17:59,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/e022796ce0af4434bfbf55ef23749944 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/e022796ce0af4434bfbf55ef23749944 2024-11-09T05:17:59,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6f8cd0eb509a4d7d9a5d2a0df5d3a847 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6f8cd0eb509a4d7d9a5d2a0df5d3a847 2024-11-09T05:17:59,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/bde26be9bb9b4ec1acf06924f2138385 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/bde26be9bb9b4ec1acf06924f2138385 2024-11-09T05:17:59,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/e50227d056574b0ba8f5c9139aa7500b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/e50227d056574b0ba8f5c9139aa7500b 2024-11-09T05:17:59,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3e46499202834179a2110ff3a2edc3f6 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3e46499202834179a2110ff3a2edc3f6 2024-11-09T05:17:59,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6c8d5a7877da45569d9326b5bf35cfd2 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6c8d5a7877da45569d9326b5bf35cfd2 2024-11-09T05:17:59,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/f0ac039bb0f340f19b339ef387d2a7a7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/f0ac039bb0f340f19b339ef387d2a7a7 2024-11-09T05:17:59,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/679325969b124b789003a94d2570f2e7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/679325969b124b789003a94d2570f2e7 2024-11-09T05:17:59,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/9439915ecbea4e189a6a4cbcc908e6d6 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/9439915ecbea4e189a6a4cbcc908e6d6 2024-11-09T05:17:59,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/7ae9f7a4502844c5ae16e0c998669f6e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/7ae9f7a4502844c5ae16e0c998669f6e 2024-11-09T05:17:59,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/a5695e5ee8dc496fb92600281b02a9b9 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/a5695e5ee8dc496fb92600281b02a9b9 2024-11-09T05:17:59,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/2835edb4c39543d29cadaa75a004172f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/2835edb4c39543d29cadaa75a004172f 2024-11-09T05:17:59,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6821a42701d64cc794f0954e0d9d13a0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/6821a42701d64cc794f0954e0d9d13a0 2024-11-09T05:17:59,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/63c1028e7e474b3ba4457ca2970ebed4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/63c1028e7e474b3ba4457ca2970ebed4 2024-11-09T05:17:59,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/be8e715671224bba9cb53d3ac1c4398a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/be8e715671224bba9cb53d3ac1c4398a 2024-11-09T05:17:59,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/c1c9a995975b4165a3d2ac9c1007a468 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/c1c9a995975b4165a3d2ac9c1007a468 2024-11-09T05:17:59,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3f94b9d68dbc4c26ad397dfe10e8b20b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3f94b9d68dbc4c26ad397dfe10e8b20b 2024-11-09T05:17:59,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/81e7afe5291542bfbd1970e725383c9d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/81e7afe5291542bfbd1970e725383c9d 2024-11-09T05:17:59,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/a357434562a8445b9748fe1ee6533d24 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/a357434562a8445b9748fe1ee6533d24 2024-11-09T05:17:59,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/d5ca81b5d45c40f2a7405fbbdd0ee38f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/d5ca81b5d45c40f2a7405fbbdd0ee38f 2024-11-09T05:17:59,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/26054f61dde34d9a9eefc7f782abfd1e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/26054f61dde34d9a9eefc7f782abfd1e 2024-11-09T05:17:59,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3a08d9d4fefb414c89a8e27e933bab6a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/3a08d9d4fefb414c89a8e27e933bab6a 2024-11-09T05:17:59,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/9d24eeba06e14f61b39aff61dde9006a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/9d24eeba06e14f61b39aff61dde9006a 2024-11-09T05:17:59,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/abfa2ef82738498fb485296c363fb4e1 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/abfa2ef82738498fb485296c363fb4e1 2024-11-09T05:17:59,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/7d42f66c08db427080b94df81aa6860b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/7d42f66c08db427080b94df81aa6860b 2024-11-09T05:17:59,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/afd5c01e2d7e475a8f57745f2c38aed1 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/afd5c01e2d7e475a8f57745f2c38aed1 2024-11-09T05:17:59,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/ee5637fde8e44a84bf1bd0f8c1f2f5d5 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/ee5637fde8e44a84bf1bd0f8c1f2f5d5 2024-11-09T05:17:59,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/0edfdbfe7b9a4f13836c33090d7b004d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/0edfdbfe7b9a4f13836c33090d7b004d 2024-11-09T05:17:59,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/108fdfd272804b3495004ae5d0c2a607 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/108fdfd272804b3495004ae5d0c2a607 2024-11-09T05:17:59,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/b8dc56a693f04803bf105c842ef673a1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/852261d784d0469d8ba86429e16cd79b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/9ad9cf026b0241d598a27c18af34b225, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/35e71de3e00f47519eab31b8cdfe77b3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/7a257037768d4a0aab34e4be8a7bedfd, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/0596d022efd04fc38391673274e4be0e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/3ea7c3318b524c8a84e411f490eb0107, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/628a4504b18e430dad0bd4b91bb1da13, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/6ff929ccdb5f4bff9ee342fc33d9b3ce, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d598867488594bb0b96d9e5dff5bc27b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/c9c4e102999b4d3aa875d3785262dc07, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/a798c188deb145eb826174181ff8d278, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/062dcbce17a04ef7b23f5a5e97fd932c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/bacfdf5d733b44fc82e492f9c713233f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/4e95f66288fa4c0690179397a8e3a875, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/6ca51ad63b0a4464bafe1dc3955c4977, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/898ef78af13b4efea965e22944b5fc0f, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/a966e8ebb0104a3d8c462f9c50f2f19e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/49eafc203e1e4c80b5807e2d5887acf3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/535cc166bd964f39967f1997b0f801c5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/40357be7f6a741f1bd377c625eab2e1b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/5d9a5b2fa3a44785b717711a53415909, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/3a671f298f814b9f8cb105e73e656e03, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/0f22e9586c7240aeb01a1c068c55898b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d912214dc5a94eeea7809411e825f2c7, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/991d03b99fa14d7985e7e455706a159c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/8fb0831191174d7fb4bfd128350767a2, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/4d2f82a35d1b4e6bb02eef2ae4de446a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/186440e0caf34f4796bba88bfce4a7e0] to archive 2024-11-09T05:17:59,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:17:59,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/b8dc56a693f04803bf105c842ef673a1 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/b8dc56a693f04803bf105c842ef673a1 2024-11-09T05:17:59,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/852261d784d0469d8ba86429e16cd79b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/852261d784d0469d8ba86429e16cd79b 2024-11-09T05:17:59,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/9ad9cf026b0241d598a27c18af34b225 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/9ad9cf026b0241d598a27c18af34b225 2024-11-09T05:17:59,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/35e71de3e00f47519eab31b8cdfe77b3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/35e71de3e00f47519eab31b8cdfe77b3 2024-11-09T05:17:59,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/7a257037768d4a0aab34e4be8a7bedfd to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/7a257037768d4a0aab34e4be8a7bedfd 2024-11-09T05:17:59,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/0596d022efd04fc38391673274e4be0e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/0596d022efd04fc38391673274e4be0e 2024-11-09T05:17:59,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/3ea7c3318b524c8a84e411f490eb0107 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/3ea7c3318b524c8a84e411f490eb0107 2024-11-09T05:17:59,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/628a4504b18e430dad0bd4b91bb1da13 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/628a4504b18e430dad0bd4b91bb1da13 2024-11-09T05:17:59,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/6ff929ccdb5f4bff9ee342fc33d9b3ce to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/6ff929ccdb5f4bff9ee342fc33d9b3ce 2024-11-09T05:17:59,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d598867488594bb0b96d9e5dff5bc27b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d598867488594bb0b96d9e5dff5bc27b 2024-11-09T05:17:59,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/c9c4e102999b4d3aa875d3785262dc07 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/c9c4e102999b4d3aa875d3785262dc07 2024-11-09T05:17:59,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/a798c188deb145eb826174181ff8d278 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/a798c188deb145eb826174181ff8d278 2024-11-09T05:17:59,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/062dcbce17a04ef7b23f5a5e97fd932c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/062dcbce17a04ef7b23f5a5e97fd932c 2024-11-09T05:17:59,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/bacfdf5d733b44fc82e492f9c713233f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/bacfdf5d733b44fc82e492f9c713233f 2024-11-09T05:17:59,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/4e95f66288fa4c0690179397a8e3a875 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/4e95f66288fa4c0690179397a8e3a875 2024-11-09T05:17:59,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/6ca51ad63b0a4464bafe1dc3955c4977 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/6ca51ad63b0a4464bafe1dc3955c4977 2024-11-09T05:17:59,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/898ef78af13b4efea965e22944b5fc0f to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/898ef78af13b4efea965e22944b5fc0f 2024-11-09T05:17:59,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/a966e8ebb0104a3d8c462f9c50f2f19e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/a966e8ebb0104a3d8c462f9c50f2f19e 2024-11-09T05:17:59,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/49eafc203e1e4c80b5807e2d5887acf3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/49eafc203e1e4c80b5807e2d5887acf3 2024-11-09T05:17:59,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/535cc166bd964f39967f1997b0f801c5 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/535cc166bd964f39967f1997b0f801c5 2024-11-09T05:17:59,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/40357be7f6a741f1bd377c625eab2e1b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/40357be7f6a741f1bd377c625eab2e1b 2024-11-09T05:17:59,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/5d9a5b2fa3a44785b717711a53415909 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/5d9a5b2fa3a44785b717711a53415909 2024-11-09T05:17:59,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/3a671f298f814b9f8cb105e73e656e03 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/3a671f298f814b9f8cb105e73e656e03 2024-11-09T05:17:59,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/0f22e9586c7240aeb01a1c068c55898b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/0f22e9586c7240aeb01a1c068c55898b 2024-11-09T05:17:59,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d912214dc5a94eeea7809411e825f2c7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d912214dc5a94eeea7809411e825f2c7 2024-11-09T05:17:59,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/991d03b99fa14d7985e7e455706a159c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/991d03b99fa14d7985e7e455706a159c 2024-11-09T05:17:59,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/8fb0831191174d7fb4bfd128350767a2 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/8fb0831191174d7fb4bfd128350767a2 2024-11-09T05:17:59,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/4d2f82a35d1b4e6bb02eef2ae4de446a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/4d2f82a35d1b4e6bb02eef2ae4de446a 2024-11-09T05:17:59,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/186440e0caf34f4796bba88bfce4a7e0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/186440e0caf34f4796bba88bfce4a7e0 2024-11-09T05:17:59,615 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/recovered.edits/611.seqid, newMaxSeqId=611, maxSeqId=1 2024-11-09T05:17:59,616 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. 2024-11-09T05:17:59,616 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for 6ba4e04a126061e18248c5b9a85999dc: Waiting for close lock at 1731129478315Running coprocessor pre-close hooks at 1731129478315Disabling compacts and flushes for region at 1731129478315Disabling writes for close at 1731129478315Obtaining lock to block concurrent updates at 1731129478315Preparing flush snapshotting stores in 6ba4e04a126061e18248c5b9a85999dc at 1731129478315Finished memstore snapshotting TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc., syncing WAL and waiting on mvcc, flushsize=dataSize=54960, getHeapSize=141984, getOffHeapSize=0, getCellsCount=1200 at 1731129478315Flushing stores of TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc. at 1731129478316 (+1 ms)Flushing 6ba4e04a126061e18248c5b9a85999dc/A: creating writer at 1731129478316Flushing 6ba4e04a126061e18248c5b9a85999dc/A: appending metadata at 1731129478318 (+2 ms)Flushing 6ba4e04a126061e18248c5b9a85999dc/A: closing flushed file at 1731129478318Flushing 6ba4e04a126061e18248c5b9a85999dc/B: creating writer at 1731129478725 (+407 ms)Flushing 6ba4e04a126061e18248c5b9a85999dc/B: appending metadata at 1731129478727 (+2 ms)Flushing 6ba4e04a126061e18248c5b9a85999dc/B: closing flushed file at 1731129478727Flushing 6ba4e04a126061e18248c5b9a85999dc/C: creating writer at 1731129479133 (+406 ms)Flushing 6ba4e04a126061e18248c5b9a85999dc/C: appending metadata at 1731129479136 (+3 ms)Flushing 6ba4e04a126061e18248c5b9a85999dc/C: closing flushed file at 1731129479136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672c3065: reopening flushed file at 1731129479542 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf7dc9b: reopening flushed file at 1731129479545 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3bb744: reopening flushed file at 1731129479548 (+3 ms)Finished flush of dataSize ~53.67 KB/54960, heapSize ~138.66 KB/141984, currentSize=0 B/0 for 6ba4e04a126061e18248c5b9a85999dc in 1236ms, sequenceid=608, compaction requested=true at 1731129479551 (+3 ms)Writing region close event to WAL at 1731129479613 (+62 ms)Running coprocessor post-close hooks at 1731129479615 (+2 ms)Closed at 1731129479615 2024-11-09T05:17:59,617 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed 6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:17:59,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=6ba4e04a126061e18248c5b9a85999dc, regionState=CLOSED 2024-11-09T05:17:59,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:17:59,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-09T05:17:59,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure 6ba4e04a126061e18248c5b9a85999dc, server=059551c538b7,34017,1731129333987 in 1.4560 sec 2024-11-09T05:17:59,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-09T05:17:59,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ba4e04a126061e18248c5b9a85999dc, UNASSIGN in 1.4600 sec 2024-11-09T05:17:59,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-09T05:17:59,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4620 sec 2024-11-09T05:17:59,623 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129479623"}]},"ts":"1731129479623"} 2024-11-09T05:17:59,624 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T05:17:59,624 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T05:17:59,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4690 sec 2024-11-09T05:18:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T05:18:00,304 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:00,304 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T05:18:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:00,305 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T05:18:00,306 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=143, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:00,308 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:18:00,310 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/recovered.edits] 2024-11-09T05:18:00,311 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/44b0ce91c440408c8340540dc948843e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/44b0ce91c440408c8340540dc948843e 2024-11-09T05:18:00,312 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/73c41fa7f7d7428f83997215b8f9a236 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/73c41fa7f7d7428f83997215b8f9a236 2024-11-09T05:18:00,313 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/c16f4430c9fa4bc293dd9f02c37dfff6 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/A/c16f4430c9fa4bc293dd9f02c37dfff6 2024-11-09T05:18:00,314 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/8a008cadc1b645aeae26bc10fd61c63d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/8a008cadc1b645aeae26bc10fd61c63d 2024-11-09T05:18:00,315 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/d509f3d688524ed685d3e36ac9f762cf to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/d509f3d688524ed685d3e36ac9f762cf 2024-11-09T05:18:00,316 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/da5d46ffbe7b4ed68cae16f10e32f967 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/B/da5d46ffbe7b4ed68cae16f10e32f967 2024-11-09T05:18:00,317 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/46c5c778d3014d8eb489358df9c781cf to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/46c5c778d3014d8eb489358df9c781cf 2024-11-09T05:18:00,318 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/5ca5ff8623fd4ad5b98abe2089842417 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/5ca5ff8623fd4ad5b98abe2089842417 2024-11-09T05:18:00,319 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d2b733ba8f0e4a76a8de219091d6fa59 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/C/d2b733ba8f0e4a76a8de219091d6fa59 2024-11-09T05:18:00,320 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/recovered.edits/611.seqid to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc/recovered.edits/611.seqid 2024-11-09T05:18:00,320 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/6ba4e04a126061e18248c5b9a85999dc 2024-11-09T05:18:00,320 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T05:18:00,322 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=143, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:00,324 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T05:18:00,325 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T05:18:00,326 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=143, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:00,326 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T05:18:00,326 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731129480326"}]},"ts":"9223372036854775807"} 2024-11-09T05:18:00,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:18:00,328 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6ba4e04a126061e18248c5b9a85999dc, NAME => 'TestAcidGuarantees,,1731129454939.6ba4e04a126061e18248c5b9a85999dc.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:18:00,328 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T05:18:00,328 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731129480328"}]},"ts":"9223372036854775807"} 2024-11-09T05:18:00,329 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T05:18:00,330 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=143, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:00,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-11-09T05:18:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T05:18:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T05:18:00,414 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:00,421 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 251), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=672 (was 585) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=706 (was 882) 2024-11-09T05:18:00,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=672, ProcessCount=11, AvailableMemoryMB=706 2024-11-09T05:18:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:18:00,431 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:18:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:00,432 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:18:00,432 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:00,432 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 144 2024-11-09T05:18:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-09T05:18:00,433 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:18:00,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742330_1506 (size=1061) 2024-11-09T05:18:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-09T05:18:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-09T05:18:00,839 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1 2024-11-09T05:18:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742331_1507 (size=53) 2024-11-09T05:18:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-09T05:18:01,299 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:18:01,299 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 31f0fdad7966c925db83a1acaee60e90, disabling compactions & flushes 2024-11-09T05:18:01,299 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:01,299 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:01,299 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. after waiting 0 ms 2024-11-09T05:18:01,299 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:01,299 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:01,299 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31f0fdad7966c925db83a1acaee60e90: Waiting for close lock at 1731129481299Disabling compacts and flushes for region at 1731129481299Disabling writes for close at 1731129481299Writing region close event to WAL at 1731129481299Closed at 1731129481299 2024-11-09T05:18:01,300 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:18:01,301 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731129481300"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129481300"}]},"ts":"1731129481300"} 2024-11-09T05:18:01,302 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:18:01,302 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:18:01,303 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129481302"}]},"ts":"1731129481302"} 2024-11-09T05:18:01,304 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T05:18:01,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, ASSIGN}] 2024-11-09T05:18:01,305 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, ASSIGN 2024-11-09T05:18:01,305 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, ASSIGN; state=OFFLINE, location=059551c538b7,34017,1731129333987; forceNewPlan=false, retain=false 2024-11-09T05:18:01,456 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=31f0fdad7966c925db83a1acaee60e90, regionState=OPENING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:18:01,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, ASSIGN because future has completed 2024-11-09T05:18:01,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:18:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-09T05:18:01,611 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:01,611 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:18:01,611 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,611 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:18:01,611 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,611 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,612 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,613 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:18:01,614 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f0fdad7966c925db83a1acaee60e90 columnFamilyName A 2024-11-09T05:18:01,614 DEBUG [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:01,614 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.HStore(327): Store=31f0fdad7966c925db83a1acaee60e90/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:18:01,614 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,615 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:18:01,615 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f0fdad7966c925db83a1acaee60e90 columnFamilyName B 2024-11-09T05:18:01,615 DEBUG [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:01,616 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.HStore(327): Store=31f0fdad7966c925db83a1acaee60e90/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:18:01,616 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,617 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:18:01,617 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f0fdad7966c925db83a1acaee60e90 columnFamilyName C 2024-11-09T05:18:01,617 DEBUG [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:01,617 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.HStore(327): Store=31f0fdad7966c925db83a1acaee60e90/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:18:01,617 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:01,617 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,618 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,618 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,619 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,619 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,619 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:18:01,620 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,621 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:18:01,621 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened 31f0fdad7966c925db83a1acaee60e90; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71399116, jitterRate=0.0639297366142273}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:18:01,621 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:01,622 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for 31f0fdad7966c925db83a1acaee60e90: Running coprocessor pre-open hook at 1731129481611Writing region info on filesystem at 1731129481611Initializing all the Stores at 1731129481612 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129481612Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129481612Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129481612Cleaning up temporary data from old regions at 1731129481619 (+7 ms)Running coprocessor post-open hooks at 1731129481621 (+2 ms)Region opened successfully at 1731129481622 (+1 ms) 2024-11-09T05:18:01,622 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., pid=146, masterSystemTime=1731129481609 2024-11-09T05:18:01,624 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:01,624 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:01,624 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=31f0fdad7966c925db83a1acaee60e90, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:18:01,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:18:01,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-09T05:18:01,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 in 169 msec 2024-11-09T05:18:01,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-09T05:18:01,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, ASSIGN in 323 msec 2024-11-09T05:18:01,629 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:18:01,629 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129481629"}]},"ts":"1731129481629"} 2024-11-09T05:18:01,630 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T05:18:01,631 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:18:01,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2000 sec 2024-11-09T05:18:02,093 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:18:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-09T05:18:02,583 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:02,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2cba0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:02,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:18:02,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:18:02,585 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:18:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:18:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:18:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b1f794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:18:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:18:02,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:02,587 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:18:02,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57610e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:02,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:18:02,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:18:02,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:18:02,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:18:02,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:18:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41825,1731129333054 2024-11-09T05:18:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20218260 2024-11-09T05:18:02,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:18:02,591 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:18:02,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:18:02,592 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:18:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:02,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742332_1508 (size=1097) 2024-11-09T05:18:03,002 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-09T05:18:03,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-09T05:18:03,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:18:03,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, REOPEN/MOVE}] 2024-11-09T05:18:03,006 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, REOPEN/MOVE 2024-11-09T05:18:03,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=31f0fdad7966c925db83a1acaee60e90, regionState=CLOSING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, REOPEN/MOVE because future has completed 2024-11-09T05:18:03,008 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:18:03,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:18:03,160 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,160 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:18:03,160 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 31f0fdad7966c925db83a1acaee60e90, disabling compactions & flushes 2024-11-09T05:18:03,160 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,160 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,160 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. after waiting 0 ms 2024-11-09T05:18:03,160 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,164 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T05:18:03,164 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,164 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 31f0fdad7966c925db83a1acaee60e90: Waiting for close lock at 1731129483160Running coprocessor pre-close hooks at 1731129483160Disabling compacts and flushes for region at 1731129483160Disabling writes for close at 1731129483160Writing region close event to WAL at 1731129483161 (+1 ms)Running coprocessor post-close hooks at 1731129483164 (+3 ms)Closed at 1731129483164 2024-11-09T05:18:03,164 WARN [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionServer(3299): Not adding moved region record: 31f0fdad7966c925db83a1acaee60e90 to self. 2024-11-09T05:18:03,165 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=31f0fdad7966c925db83a1acaee60e90, regionState=CLOSED 2024-11-09T05:18:03,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:18:03,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-09T05:18:03,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 in 160 msec 2024-11-09T05:18:03,169 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, REOPEN/MOVE; state=CLOSED, location=059551c538b7,34017,1731129333987; forceNewPlan=false, retain=true 2024-11-09T05:18:03,320 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=31f0fdad7966c925db83a1acaee60e90, regionState=OPENING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, REOPEN/MOVE because future has completed 2024-11-09T05:18:03,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:18:03,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T05:18:03,475 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,475 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7752): Opening region: {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:18:03,476 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,476 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:18:03,476 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7794): checking encryption for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,476 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7797): checking classloading for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,477 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,477 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:18:03,477 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f0fdad7966c925db83a1acaee60e90 columnFamilyName A 2024-11-09T05:18:03,478 DEBUG [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:03,479 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.HStore(327): Store=31f0fdad7966c925db83a1acaee60e90/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:18:03,479 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,479 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:18:03,480 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f0fdad7966c925db83a1acaee60e90 columnFamilyName B 2024-11-09T05:18:03,480 DEBUG [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:03,480 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.HStore(327): Store=31f0fdad7966c925db83a1acaee60e90/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:18:03,480 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,480 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T05:18:03,480 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f0fdad7966c925db83a1acaee60e90 columnFamilyName C 2024-11-09T05:18:03,481 DEBUG [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:03,481 INFO [StoreOpener-31f0fdad7966c925db83a1acaee60e90-1 {}] regionserver.HStore(327): Store=31f0fdad7966c925db83a1acaee60e90/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:18:03,481 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,481 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1038): replaying wal for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,482 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,482 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,483 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1048): stopping wal replay for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,483 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1060): Cleaning up temporary data for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,484 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:18:03,484 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1093): writing seq id for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,485 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1114): Opened 31f0fdad7966c925db83a1acaee60e90; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71722909, jitterRate=0.06875462830066681}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:18:03,485 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,486 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1006): Region open journal for 31f0fdad7966c925db83a1acaee60e90: Running coprocessor pre-open hook at 1731129483476Writing region info on filesystem at 1731129483476Initializing all the Stores at 1731129483476Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129483476Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129483477 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129483477Cleaning up temporary data from old regions at 1731129483483 (+6 ms)Running coprocessor post-open hooks at 1731129483485 (+2 ms)Region opened successfully at 1731129483485 2024-11-09T05:18:03,486 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., pid=151, masterSystemTime=1731129483473 2024-11-09T05:18:03,487 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,487 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,488 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=31f0fdad7966c925db83a1acaee60e90, regionState=OPEN, openSeqNum=5, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:18:03,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=149 2024-11-09T05:18:03,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 in 167 msec 2024-11-09T05:18:03,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-09T05:18:03,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, REOPEN/MOVE in 485 msec 2024-11-09T05:18:03,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-09T05:18:03,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-11-09T05:18:03,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 902 msec 2024-11-09T05:18:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-09T05:18:03,496 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:03,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:18:03,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:18:03,497 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:18:03,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:18:03,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:18:03,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de4bfbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:18:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:18:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:03,498 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:18:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9590a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:18:03,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:18:03,499 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:18:03,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:18:03,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:18:03,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef4a025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:18:03,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:18:03,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:03,500 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:18:03,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12852d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:18:03,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:18:03,502 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:18:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:18:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:18:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e68b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:18:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:18:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:03,503 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:18:03,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194d9530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:18:03,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:18:03,504 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:18:03,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:18:03,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:18:03,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b460aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:18:03,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:18:03,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:03,505 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:18:03,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4817c2dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:18:03,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:18:03,506 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:18:03,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:18:03,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:18:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e68c3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:18:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:18:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:03,507 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:18:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ccbfbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:18:03,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:18:03,509 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:18:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:18:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:18:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d95c60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:18:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:18:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:03,510 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:18:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a93ea01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7595d14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:18:03,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:18:03,511 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:18:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:18:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:18:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7648722b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:18:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:18:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:03,512 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:18:03,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12792c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:18:03,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:18:03,514 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:18:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:18:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:18:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21feb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:18:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:18:03,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:03,515 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:18:03,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef8a9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:18:03,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:18:03,516 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:18:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:18:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:18:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b19c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:18:03,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:18:03,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:03,517 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:18:03,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695f0076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a2803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41825,-1 for getting cluster id 2024-11-09T05:18:03,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:18:03,519 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53157fc9-9159-447f-a865-50731cbb72d1' 2024-11-09T05:18:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:18:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53157fc9-9159-447f-a865-50731cbb72d1" 2024-11-09T05:18:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa511fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41825,-1] 2024-11-09T05:18:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:18:03,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:03,520 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:18:03,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2928a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:18:03,521 DEBUG [Thread-2288 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:18:03,521 DEBUG [Thread-2294 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:18:03,521 DEBUG [Thread-2292 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:18:03,521 DEBUG [Thread-2285 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:18:03,521 DEBUG [Thread-2279 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:18:03,521 DEBUG [Thread-2277 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:18:03,522 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:18:03,522 DEBUG [Thread-2296 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:18:03,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:18:03,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:18:03,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:18:03,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:18:03,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:18:03,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:18:03,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:18:03,522 DEBUG [Thread-2283 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:18:03,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:18:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:18:03,523 DEBUG [Thread-2281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:18:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:18:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:18:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:18:03,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:18:03,523 DEBUG [Thread-2290 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:18:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:18:03,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:18:03,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:18:03,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:18:03,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:18:03,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:18:03,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:18:03,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:18:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-09T05:18:03,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:18:03,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:18:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T05:18:03,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:18:03,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:18:03,526 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:18:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:18:03,526 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:18:03,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:18:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:18:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:18:03,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:18:03,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:18:03,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:18:03,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:18:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:18:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:18:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:18:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,34017,1731129333987, seqNum=-1] 2024-11-09T05:18:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:18:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:18:03,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:18:03,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5] 2024-11-09T05:18:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T05:18:03,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:03,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:03,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:03,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:03,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:03,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:03,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129543555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129543558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129543559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129543559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129543560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109844a8ba0440c4cbb9391161ac5d984bb_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129483531/Put/seqid=0 2024-11-09T05:18:03,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742333_1509 (size=12154) 2024-11-09T05:18:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T05:18:03,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129543663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129543673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129543673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129543674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129543674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T05:18:03,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:03,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:03,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:03,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T05:18:03,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:03,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:03,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T05:18:03,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129543873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129543882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129543883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129543883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129543883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:03,978 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:03,981 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109844a8ba0440c4cbb9391161ac5d984bb_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109844a8ba0440c4cbb9391161ac5d984bb_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:03,981 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/d6a7b4e4c5b2416ea18b18c7e307c7ba, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:03,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/d6a7b4e4c5b2416ea18b18c7e307c7ba is 175, key is test_row_0/A:col10/1731129483531/Put/seqid=0 2024-11-09T05:18:03,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742334_1510 (size=30955) 2024-11-09T05:18:03,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T05:18:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:03,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:03,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T05:18:04,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:04,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:04,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:04,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T05:18:04,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129544183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:04,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129544193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129544193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:04,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129544193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:04,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129544193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:04,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T05:18:04,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:04,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:04,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:04,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,385 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/d6a7b4e4c5b2416ea18b18c7e307c7ba 2024-11-09T05:18:04,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/c82ced43371b4e86ad08635c13ef328a is 50, key is test_row_0/B:col10/1731129483531/Put/seqid=0 2024-11-09T05:18:04,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742335_1511 (size=12001) 2024-11-09T05:18:04,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/c82ced43371b4e86ad08635c13ef328a 2024-11-09T05:18:04,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/b5d1df2114d44c7da28384e1cdb497fe is 50, key is test_row_0/C:col10/1731129483531/Put/seqid=0 2024-11-09T05:18:04,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T05:18:04,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:04,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:04,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:04,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742336_1512 (size=12001) 2024-11-09T05:18:04,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T05:18:04,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:04,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:04,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:04,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T05:18:04,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129544693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:04,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:04,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129544703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129544703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129544703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:04,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129544703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:04,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:04,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T05:18:04,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:04,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:04,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:04,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:04,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/b5d1df2114d44c7da28384e1cdb497fe 2024-11-09T05:18:04,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/d6a7b4e4c5b2416ea18b18c7e307c7ba as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d6a7b4e4c5b2416ea18b18c7e307c7ba 2024-11-09T05:18:04,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d6a7b4e4c5b2416ea18b18c7e307c7ba, entries=150, sequenceid=16, filesize=30.2 K 2024-11-09T05:18:04,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/c82ced43371b4e86ad08635c13ef328a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c82ced43371b4e86ad08635c13ef328a 2024-11-09T05:18:04,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c82ced43371b4e86ad08635c13ef328a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T05:18:04,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/b5d1df2114d44c7da28384e1cdb497fe as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/b5d1df2114d44c7da28384e1cdb497fe 2024-11-09T05:18:04,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/b5d1df2114d44c7da28384e1cdb497fe, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T05:18:04,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 31f0fdad7966c925db83a1acaee60e90 in 1330ms, sequenceid=16, compaction requested=false 2024-11-09T05:18:04,865 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T05:18:04,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:04,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T05:18:04,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:04,902 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T05:18:04,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:04,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:04,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:04,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:04,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:04,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:04,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110975808186ede6446282e89796acb50c56_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129483558/Put/seqid=0 2024-11-09T05:18:04,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742337_1513 (size=12154) 2024-11-09T05:18:04,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:04,950 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110975808186ede6446282e89796acb50c56_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110975808186ede6446282e89796acb50c56_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:04,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/b2b5c29835204d8aa0fbd775dfeb5879, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:04,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/b2b5c29835204d8aa0fbd775dfeb5879 is 175, key is test_row_0/A:col10/1731129483558/Put/seqid=0 2024-11-09T05:18:04,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742338_1514 (size=30955) 2024-11-09T05:18:04,960 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/b2b5c29835204d8aa0fbd775dfeb5879 2024-11-09T05:18:04,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/8bdfddf5d51b441e9e214c974ec53502 is 50, key is test_row_0/B:col10/1731129483558/Put/seqid=0 2024-11-09T05:18:04,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742339_1515 (size=12001) 2024-11-09T05:18:04,998 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/8bdfddf5d51b441e9e214c974ec53502 2024-11-09T05:18:05,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/db93e1455f164ae2bc557090c014a4e9 is 50, key is test_row_0/C:col10/1731129483558/Put/seqid=0 2024-11-09T05:18:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742340_1516 (size=12001) 2024-11-09T05:18:05,034 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/db93e1455f164ae2bc557090c014a4e9 2024-11-09T05:18:05,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/b2b5c29835204d8aa0fbd775dfeb5879 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b2b5c29835204d8aa0fbd775dfeb5879 2024-11-09T05:18:05,042 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b2b5c29835204d8aa0fbd775dfeb5879, entries=150, sequenceid=36, filesize=30.2 K 2024-11-09T05:18:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/8bdfddf5d51b441e9e214c974ec53502 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/8bdfddf5d51b441e9e214c974ec53502 2024-11-09T05:18:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,047 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/8bdfddf5d51b441e9e214c974ec53502, entries=150, sequenceid=36, filesize=11.7 K 2024-11-09T05:18:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/db93e1455f164ae2bc557090c014a4e9 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/db93e1455f164ae2bc557090c014a4e9 2024-11-09T05:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,051 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/db93e1455f164ae2bc557090c014a4e9, entries=150, sequenceid=36, filesize=11.7 K 2024-11-09T05:18:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,052 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 31f0fdad7966c925db83a1acaee60e90 in 150ms, sequenceid=36, compaction requested=false 2024-11-09T05:18:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:05,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-09T05:18:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-09T05:18:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-09T05:18:05,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5270 sec 2024-11-09T05:18:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.5340 sec 2024-11-09T05:18:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:18:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T05:18:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,673 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,674 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:18:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-09T05:18:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T05:18:05,675 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:18:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,676 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:18:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:18:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:05,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:18:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:05,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:05,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:05,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:05,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:05,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:05,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f571cbad3f594f16b1b7ed959011e6f3_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129485727/Put/seqid=0 2024-11-09T05:18:05,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742342_1518 (size=24358) 2024-11-09T05:18:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T05:18:05,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129485784, max timestamp=1731129485791Num uniques 859; 2024-11-09T05:18:05,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129485784, max timestamp=1731129485791Num uniques 859; 2024-11-09T05:18:05,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:18:05,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:18:05,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129485784, max timestamp=1731129485791Num uniques 859; 2024-11-09T05:18:05,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:18:05,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129545813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:05,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129545813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:05,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129545814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129545815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129545815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:05,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T05:18:05,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:05,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:05,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:05,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:05,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:05,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129545923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:05,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129545923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:05,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129545923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:05,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:05,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:05,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129545933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:05,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:05,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129545933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:05,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:05,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:05,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:05,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T05:18:05,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:05,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:05,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:05,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:05,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T05:18:06,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129546133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129546133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129546133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129546143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129546143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,154 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:06,157 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f571cbad3f594f16b1b7ed959011e6f3_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f571cbad3f594f16b1b7ed959011e6f3_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:06,157 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/0b045dc34e394f0589b78e4f71f6273a, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:06,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/0b045dc34e394f0589b78e4f71f6273a is 175, key is test_row_0/A:col10/1731129485727/Put/seqid=0 2024-11-09T05:18:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742341_1517 (size=73995) 2024-11-09T05:18:06,160 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=47, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/0b045dc34e394f0589b78e4f71f6273a 2024-11-09T05:18:06,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/d3d67db562194d13803d4d08c02b59ad is 50, key is test_row_0/B:col10/1731129485727/Put/seqid=0 2024-11-09T05:18:06,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742343_1519 (size=12001) 2024-11-09T05:18:06,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T05:18:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:06,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T05:18:06,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T05:18:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:06,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129546443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129546443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129546443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129546453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129546453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T05:18:06,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:06,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:06,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:06,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/d3d67db562194d13803d4d08c02b59ad 2024-11-09T05:18:06,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/9103f5aa24ff45a3a25ac09cfaba28b4 is 50, key is test_row_0/C:col10/1731129485727/Put/seqid=0 2024-11-09T05:18:06,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742344_1520 (size=12001) 2024-11-09T05:18:06,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T05:18:06,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:06,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:06,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:06,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T05:18:06,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T05:18:06,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:06,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:06,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:06,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129546953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129546953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129546963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129546963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129546963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:06,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:06,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T05:18:06,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:06,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:06,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:06,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:06,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/9103f5aa24ff45a3a25ac09cfaba28b4 2024-11-09T05:18:06,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/0b045dc34e394f0589b78e4f71f6273a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/0b045dc34e394f0589b78e4f71f6273a 2024-11-09T05:18:06,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/0b045dc34e394f0589b78e4f71f6273a, entries=400, sequenceid=47, filesize=72.3 K 2024-11-09T05:18:06,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/d3d67db562194d13803d4d08c02b59ad as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/d3d67db562194d13803d4d08c02b59ad 2024-11-09T05:18:06,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/d3d67db562194d13803d4d08c02b59ad, entries=150, sequenceid=47, filesize=11.7 K 2024-11-09T05:18:06,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/9103f5aa24ff45a3a25ac09cfaba28b4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/9103f5aa24ff45a3a25ac09cfaba28b4 2024-11-09T05:18:06,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/9103f5aa24ff45a3a25ac09cfaba28b4, entries=150, sequenceid=47, filesize=11.7 K 2024-11-09T05:18:06,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for 31f0fdad7966c925db83a1acaee60e90 in 1262ms, sequenceid=47, compaction requested=true 2024-11-09T05:18:06,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:06,997 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:18:06,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:18:06,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:06,998 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:18:07,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:18:07,001 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:18:07,001 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/A is initiating minor compaction (all files) 2024-11-09T05:18:07,001 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/A in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:07,001 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d6a7b4e4c5b2416ea18b18c7e307c7ba, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b2b5c29835204d8aa0fbd775dfeb5879, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/0b045dc34e394f0589b78e4f71f6273a] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=132.7 K 2024-11-09T05:18:07,001 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:07,001 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d6a7b4e4c5b2416ea18b18c7e307c7ba, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b2b5c29835204d8aa0fbd775dfeb5879, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/0b045dc34e394f0589b78e4f71f6273a] 2024-11-09T05:18:07,002 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:18:07,002 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/B is initiating minor compaction (all files) 2024-11-09T05:18:07,002 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/B in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:07,002 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c82ced43371b4e86ad08635c13ef328a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/8bdfddf5d51b441e9e214c974ec53502, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/d3d67db562194d13803d4d08c02b59ad] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=35.2 K 2024-11-09T05:18:07,002 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting c82ced43371b4e86ad08635c13ef328a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731129483531 2024-11-09T05:18:07,002 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6a7b4e4c5b2416ea18b18c7e307c7ba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731129483531 2024-11-09T05:18:07,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:07,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:18:07,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:18:07,003 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2b5c29835204d8aa0fbd775dfeb5879, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731129483551 2024-11-09T05:18:07,003 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bdfddf5d51b441e9e214c974ec53502, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731129483551 2024-11-09T05:18:07,003 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting d3d67db562194d13803d4d08c02b59ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731129485727 2024-11-09T05:18:07,003 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b045dc34e394f0589b78e4f71f6273a, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731129485715 2024-11-09T05:18:07,012 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:07,014 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#B#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:07,014 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/73d718abbd71452bbe85b33a86e8f17a is 50, key is test_row_0/B:col10/1731129485727/Put/seqid=0 2024-11-09T05:18:07,021 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411096ed576fbadb1415995169a9aba6d42a3_31f0fdad7966c925db83a1acaee60e90 store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:07,025 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411096ed576fbadb1415995169a9aba6d42a3_31f0fdad7966c925db83a1acaee60e90, store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:07,025 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096ed576fbadb1415995169a9aba6d42a3_31f0fdad7966c925db83a1acaee60e90 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:07,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742345_1521 (size=12104) 2024-11-09T05:18:07,044 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/73d718abbd71452bbe85b33a86e8f17a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/73d718abbd71452bbe85b33a86e8f17a 2024-11-09T05:18:07,049 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/B of 31f0fdad7966c925db83a1acaee60e90 into 73d718abbd71452bbe85b33a86e8f17a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:07,049 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:07,049 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/B, priority=13, startTime=1731129486998; duration=0sec 2024-11-09T05:18:07,050 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:18:07,050 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:B 2024-11-09T05:18:07,050 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:18:07,050 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:18:07,050 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/C is initiating minor compaction (all files) 2024-11-09T05:18:07,051 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/C in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:07,051 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/b5d1df2114d44c7da28384e1cdb497fe, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/db93e1455f164ae2bc557090c014a4e9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/9103f5aa24ff45a3a25ac09cfaba28b4] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=35.2 K 2024-11-09T05:18:07,051 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b5d1df2114d44c7da28384e1cdb497fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731129483531 2024-11-09T05:18:07,053 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting db93e1455f164ae2bc557090c014a4e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731129483551 2024-11-09T05:18:07,054 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 9103f5aa24ff45a3a25ac09cfaba28b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731129485727 2024-11-09T05:18:07,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742346_1522 (size=4469) 2024-11-09T05:18:07,063 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#A#compaction#444 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:07,063 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/e3b8920fbb344dfaa9e3622ad97ec241 is 175, key is test_row_0/A:col10/1731129485727/Put/seqid=0 2024-11-09T05:18:07,071 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#C#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:07,071 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/ff879710af064dd895a67fac7890d7c6 is 50, key is test_row_0/C:col10/1731129485727/Put/seqid=0 2024-11-09T05:18:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742347_1523 (size=31058) 2024-11-09T05:18:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742348_1524 (size=12104) 2024-11-09T05:18:07,110 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/ff879710af064dd895a67fac7890d7c6 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/ff879710af064dd895a67fac7890d7c6 2024-11-09T05:18:07,115 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/C of 31f0fdad7966c925db83a1acaee60e90 into ff879710af064dd895a67fac7890d7c6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:07,115 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:07,115 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/C, priority=13, startTime=1731129487002; duration=0sec 2024-11-09T05:18:07,115 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:07,115 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:C 2024-11-09T05:18:07,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T05:18:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:07,121 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-09T05:18:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:07,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:07,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109055a8254bc154b00a82dd869889e8400_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129485805/Put/seqid=0 2024-11-09T05:18:07,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742349_1525 (size=12154) 2024-11-09T05:18:07,499 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/e3b8920fbb344dfaa9e3622ad97ec241 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e3b8920fbb344dfaa9e3622ad97ec241 2024-11-09T05:18:07,502 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/A of 31f0fdad7966c925db83a1acaee60e90 into e3b8920fbb344dfaa9e3622ad97ec241(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:07,503 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:07,503 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/A, priority=13, startTime=1731129486997; duration=0sec 2024-11-09T05:18:07,503 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:07,503 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:A 2024-11-09T05:18:07,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,538 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109055a8254bc154b00a82dd869889e8400_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109055a8254bc154b00a82dd869889e8400_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/3795088fdabb4efab2ead9343070d46d, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:07,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/3795088fdabb4efab2ead9343070d46d is 175, key is test_row_0/A:col10/1731129485805/Put/seqid=0 2024-11-09T05:18:07,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742350_1526 (size=30955) 2024-11-09T05:18:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T05:18:07,944 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=85, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/3795088fdabb4efab2ead9343070d46d 2024-11-09T05:18:07,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/11cd769b450f4728a1fe500e89385d9c is 50, key is test_row_0/B:col10/1731129485805/Put/seqid=0 2024-11-09T05:18:07,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742351_1527 (size=12001) 2024-11-09T05:18:07,956 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/11cd769b450f4728a1fe500e89385d9c 2024-11-09T05:18:07,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/a2495d78641d4295a1ccd467fe20e4ee is 50, key is test_row_0/C:col10/1731129485805/Put/seqid=0 2024-11-09T05:18:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742352_1528 (size=12001) 2024-11-09T05:18:07,966 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/a2495d78641d4295a1ccd467fe20e4ee 2024-11-09T05:18:07,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/3795088fdabb4efab2ead9343070d46d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3795088fdabb4efab2ead9343070d46d 2024-11-09T05:18:07,974 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3795088fdabb4efab2ead9343070d46d, entries=150, sequenceid=85, filesize=30.2 K 2024-11-09T05:18:07,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/11cd769b450f4728a1fe500e89385d9c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/11cd769b450f4728a1fe500e89385d9c 2024-11-09T05:18:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:07,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,978 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/11cd769b450f4728a1fe500e89385d9c, entries=150, sequenceid=85, filesize=11.7 K 2024-11-09T05:18:07,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/a2495d78641d4295a1ccd467fe20e4ee as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/a2495d78641d4295a1ccd467fe20e4ee 2024-11-09T05:18:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,981 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/a2495d78641d4295a1ccd467fe20e4ee, entries=150, sequenceid=85, filesize=11.7 K 2024-11-09T05:18:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,984 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=13.42 KB/13740 for 31f0fdad7966c925db83a1acaee60e90 in 863ms, sequenceid=85, compaction requested=false 2024-11-09T05:18:07,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-09T05:18:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-09T05:18:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-09T05:18:07,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3100 sec 2024-11-09T05:18:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.3140 sec 2024-11-09T05:18:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:07,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T05:18:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:07,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:07,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:07,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:07,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d5f918b8b0c64410995ee6806bd1188d_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129487994/Put/seqid=0 2024-11-09T05:18:08,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742353_1529 (size=21918) 2024-11-09T05:18:08,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:08,018 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d5f918b8b0c64410995ee6806bd1188d_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d5f918b8b0c64410995ee6806bd1188d_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:08,019 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/82e3a5cf93004d4495abc8cd5292c801, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:08,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/82e3a5cf93004d4495abc8cd5292c801 is 175, key is test_row_0/A:col10/1731129487994/Put/seqid=0 2024-11-09T05:18:08,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742354_1530 (size=65323) 2024-11-09T05:18:08,023 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/82e3a5cf93004d4495abc8cd5292c801 2024-11-09T05:18:08,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731129488014, max timestamp=1731129488027Num uniques 859; 2024-11-09T05:18:08,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T05:18:08,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731129488014, max timestamp=1731129488027Num uniques 859; 2024-11-09T05:18:08,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T05:18:08,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/fd18608e07984e9abb374385a3c2d585 is 50, key is test_row_0/B:col10/1731129487994/Put/seqid=0 2024-11-09T05:18:08,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731129488014, max timestamp=1731129488027Num uniques 859; 2024-11-09T05:18:08,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T05:18:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742355_1531 (size=12001) 2024-11-09T05:18:08,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129548046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129548048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129548049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,054 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129548050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,054 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,054 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129548051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129548153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129548153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129548163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129548163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129548164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129548363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129548363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129548372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129548373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129548373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/fd18608e07984e9abb374385a3c2d585 2024-11-09T05:18:08,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/06e77a1059e44a1aa603070f4ab7021d is 50, key is test_row_0/C:col10/1731129487994/Put/seqid=0 2024-11-09T05:18:08,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742356_1532 (size=12001) 2024-11-09T05:18:08,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129548673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129548673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129548683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129548684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:08,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129548684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:08,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/06e77a1059e44a1aa603070f4ab7021d 2024-11-09T05:18:08,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/82e3a5cf93004d4495abc8cd5292c801 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/82e3a5cf93004d4495abc8cd5292c801 2024-11-09T05:18:08,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/82e3a5cf93004d4495abc8cd5292c801, entries=350, sequenceid=96, filesize=63.8 K 2024-11-09T05:18:08,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/fd18608e07984e9abb374385a3c2d585 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/fd18608e07984e9abb374385a3c2d585 2024-11-09T05:18:08,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/fd18608e07984e9abb374385a3c2d585, entries=150, sequenceid=96, filesize=11.7 K 2024-11-09T05:18:08,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/06e77a1059e44a1aa603070f4ab7021d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/06e77a1059e44a1aa603070f4ab7021d 2024-11-09T05:18:08,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/06e77a1059e44a1aa603070f4ab7021d, entries=150, sequenceid=96, filesize=11.7 K 2024-11-09T05:18:08,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 31f0fdad7966c925db83a1acaee60e90 in 871ms, sequenceid=96, compaction requested=true 2024-11-09T05:18:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:18:08,870 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:18:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:08,870 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:18:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:18:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:18:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:18:08,870 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127336 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:18:08,870 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:18:08,870 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/B is initiating minor compaction (all files) 2024-11-09T05:18:08,870 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/A is initiating minor compaction (all files) 2024-11-09T05:18:08,871 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/A in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:08,871 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/B in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:08,871 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e3b8920fbb344dfaa9e3622ad97ec241, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3795088fdabb4efab2ead9343070d46d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/82e3a5cf93004d4495abc8cd5292c801] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=124.4 K 2024-11-09T05:18:08,871 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/73d718abbd71452bbe85b33a86e8f17a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/11cd769b450f4728a1fe500e89385d9c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/fd18608e07984e9abb374385a3c2d585] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=35.3 K 2024-11-09T05:18:08,871 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:08,871 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e3b8920fbb344dfaa9e3622ad97ec241, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3795088fdabb4efab2ead9343070d46d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/82e3a5cf93004d4495abc8cd5292c801] 2024-11-09T05:18:08,871 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 73d718abbd71452bbe85b33a86e8f17a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731129485727 2024-11-09T05:18:08,871 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3b8920fbb344dfaa9e3622ad97ec241, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731129485727 2024-11-09T05:18:08,871 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3795088fdabb4efab2ead9343070d46d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731129485805 2024-11-09T05:18:08,871 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 11cd769b450f4728a1fe500e89385d9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731129485805 2024-11-09T05:18:08,871 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82e3a5cf93004d4495abc8cd5292c801, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731129487975 2024-11-09T05:18:08,871 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting fd18608e07984e9abb374385a3c2d585, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731129487976 2024-11-09T05:18:08,876 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:08,877 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109a9aa913827f3455e9722f2e9639a3b94_31f0fdad7966c925db83a1acaee60e90 store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:08,877 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#B#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:08,878 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/24ca3bfb1ded4d3cbec01f2891b44dbb is 50, key is test_row_0/B:col10/1731129487994/Put/seqid=0 2024-11-09T05:18:08,880 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109a9aa913827f3455e9722f2e9639a3b94_31f0fdad7966c925db83a1acaee60e90, store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:08,880 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a9aa913827f3455e9722f2e9639a3b94_31f0fdad7966c925db83a1acaee60e90 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:08,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742357_1533 (size=12207) 2024-11-09T05:18:08,889 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/24ca3bfb1ded4d3cbec01f2891b44dbb as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/24ca3bfb1ded4d3cbec01f2891b44dbb 2024-11-09T05:18:08,893 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/B of 31f0fdad7966c925db83a1acaee60e90 into 24ca3bfb1ded4d3cbec01f2891b44dbb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:08,893 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:08,893 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/B, priority=13, startTime=1731129488870; duration=0sec 2024-11-09T05:18:08,893 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:18:08,893 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:B 2024-11-09T05:18:08,893 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:18:08,894 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:18:08,894 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/C is initiating minor compaction (all files) 2024-11-09T05:18:08,894 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/C in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:08,894 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/ff879710af064dd895a67fac7890d7c6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/a2495d78641d4295a1ccd467fe20e4ee, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/06e77a1059e44a1aa603070f4ab7021d] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=35.3 K 2024-11-09T05:18:08,894 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting ff879710af064dd895a67fac7890d7c6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731129485727 2024-11-09T05:18:08,895 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting a2495d78641d4295a1ccd467fe20e4ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731129485805 2024-11-09T05:18:08,895 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 06e77a1059e44a1aa603070f4ab7021d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731129487976 2024-11-09T05:18:08,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742358_1534 (size=4469) 2024-11-09T05:18:08,903 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#A#compaction#453 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:08,903 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/d3b3e8db8a6c40d99e016e2f82e84546 is 175, key is test_row_0/A:col10/1731129487994/Put/seqid=0 2024-11-09T05:18:08,911 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:08,911 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/d4d2acf498994cb89c0dc6d0e5606bf5 is 50, key is test_row_0/C:col10/1731129487994/Put/seqid=0 2024-11-09T05:18:08,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742359_1535 (size=31161) 2024-11-09T05:18:08,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742360_1536 (size=12207) 2024-11-09T05:18:08,928 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/d3b3e8db8a6c40d99e016e2f82e84546 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d3b3e8db8a6c40d99e016e2f82e84546 2024-11-09T05:18:08,931 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/A of 31f0fdad7966c925db83a1acaee60e90 into d3b3e8db8a6c40d99e016e2f82e84546(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:08,931 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:08,931 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/A, priority=13, startTime=1731129488869; duration=0sec 2024-11-09T05:18:08,931 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:08,931 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:A 2024-11-09T05:18:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:09,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=147.60 KB heapSize=406.08 KB 2024-11-09T05:18:09,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:09,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:09,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:09,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:09,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:09,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:09,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110929d5fcaf2569450e805b636e4640127a_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129489185/Put/seqid=0 2024-11-09T05:18:09,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742361_1537 (size=14694) 2024-11-09T05:18:09,196 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:09,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129549194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129549194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,200 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110929d5fcaf2569450e805b636e4640127a_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110929d5fcaf2569450e805b636e4640127a_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,201 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/70a147648151479c832e85c2ee14df71, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:09,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/70a147648151479c832e85c2ee14df71 is 175, key is test_row_0/A:col10/1731129489185/Put/seqid=0 2024-11-09T05:18:09,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129549198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129549199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129549200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742362_1538 (size=39649) 2024-11-09T05:18:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,205 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/70a147648151479c832e85c2ee14df71 2024-11-09T05:18:09,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/5dcf64107f214acb83adaaf3296d0a64 is 50, key is test_row_0/B:col10/1731129489185/Put/seqid=0 2024-11-09T05:18:09,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742363_1539 (size=12101) 2024-11-09T05:18:09,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129549313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129549313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129549313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,328 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/d4d2acf498994cb89c0dc6d0e5606bf5 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/d4d2acf498994cb89c0dc6d0e5606bf5 2024-11-09T05:18:09,332 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/C of 31f0fdad7966c925db83a1acaee60e90 into d4d2acf498994cb89c0dc6d0e5606bf5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:09,332 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:09,332 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/C, priority=13, startTime=1731129488870; duration=0sec 2024-11-09T05:18:09,332 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:09,332 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:C 2024-11-09T05:18:09,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129549522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129549523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129549523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/5dcf64107f214acb83adaaf3296d0a64 2024-11-09T05:18:09,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/109da3898fe84129b1e90890d7423136 is 50, key is test_row_0/C:col10/1731129489185/Put/seqid=0 2024-11-09T05:18:09,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742364_1540 (size=12101) 2024-11-09T05:18:09,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129549833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129549833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129549833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T05:18:09,844 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:09,844 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:18:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-09T05:18:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T05:18:09,845 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:18:09,846 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:18:09,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:18:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T05:18:09,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T05:18:09,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:09,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:09,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:09,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:09,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:10,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/109da3898fe84129b1e90890d7423136 2024-11-09T05:18:10,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/70a147648151479c832e85c2ee14df71 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70a147648151479c832e85c2ee14df71 2024-11-09T05:18:10,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70a147648151479c832e85c2ee14df71, entries=200, sequenceid=133, filesize=38.7 K 2024-11-09T05:18:10,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/5dcf64107f214acb83adaaf3296d0a64 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/5dcf64107f214acb83adaaf3296d0a64 2024-11-09T05:18:10,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/5dcf64107f214acb83adaaf3296d0a64, entries=150, sequenceid=133, filesize=11.8 K 2024-11-09T05:18:10,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/109da3898fe84129b1e90890d7423136 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/109da3898fe84129b1e90890d7423136 2024-11-09T05:18:10,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/109da3898fe84129b1e90890d7423136, entries=150, sequenceid=133, filesize=11.8 K 2024-11-09T05:18:10,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~406.03 KB/415776, currentSize=40.25 KB/41220 for 31f0fdad7966c925db83a1acaee60e90 in 856ms, sequenceid=133, compaction requested=false 2024-11-09T05:18:10,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:10,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T05:18:10,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:10,151 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-09T05:18:10,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:10,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:10,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:10,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:10,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:10,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:10,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110919adbb3c8f2f48cf8a288dac39216d11_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129489199/Put/seqid=0 2024-11-09T05:18:10,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742365_1541 (size=12304) 2024-11-09T05:18:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T05:18:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:10,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:10,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731129490235, max timestamp=1731129490253Num uniques 859; 2024-11-09T05:18:10,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129490240, max timestamp=1731129490253Num uniques 859; 2024-11-09T05:18:10,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129490240, max timestamp=1731129490253Num uniques 859; 2024-11-09T05:18:10,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T05:18:10,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:18:10,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:18:10,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:10,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129550298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129550298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:10,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129550343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129550343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129550344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:10,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129550413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129550413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:10,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T05:18:10,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:10,563 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110919adbb3c8f2f48cf8a288dac39216d11_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110919adbb3c8f2f48cf8a288dac39216d11_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/3888862b534743eeba2ad3dcf0ad1e3a, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:10,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/3888862b534743eeba2ad3dcf0ad1e3a is 175, key is test_row_0/A:col10/1731129489199/Put/seqid=0 2024-11-09T05:18:10,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742366_1542 (size=31105) 2024-11-09T05:18:10,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129550623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:10,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129550623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:10,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129550933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:10,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129550933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:10,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:10,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:10,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:10,967 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/3888862b534743eeba2ad3dcf0ad1e3a 2024-11-09T05:18:10,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/0110f8be7d6c40629df1edb388abbc62 is 50, key is test_row_0/B:col10/1731129489199/Put/seqid=0 2024-11-09T05:18:10,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742367_1543 (size=12151) 2024-11-09T05:18:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T05:18:11,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129551353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:11,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129551353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:11,358 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 31f0fdad7966c925db83a1acaee60e90 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:18:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:11,358 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in 31f0fdad7966c925db83a1acaee60e90 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:18:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:11,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129551363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:11,365 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_2' in 31f0fdad7966c925db83a1acaee60e90 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:18:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:11,382 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/0110f8be7d6c40629df1edb388abbc62 2024-11-09T05:18:11,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/b7028012f15b4779afdff180b113661c is 50, key is test_row_0/C:col10/1731129489199/Put/seqid=0 2024-11-09T05:18:11,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742368_1544 (size=12151) 2024-11-09T05:18:11,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129551443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:11,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129551443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:11,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:11,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:11,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:11,792 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/b7028012f15b4779afdff180b113661c 2024-11-09T05:18:11,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/3888862b534743eeba2ad3dcf0ad1e3a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3888862b534743eeba2ad3dcf0ad1e3a 2024-11-09T05:18:11,798 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3888862b534743eeba2ad3dcf0ad1e3a, entries=150, sequenceid=143, filesize=30.4 K 2024-11-09T05:18:11,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/0110f8be7d6c40629df1edb388abbc62 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/0110f8be7d6c40629df1edb388abbc62 2024-11-09T05:18:11,803 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/0110f8be7d6c40629df1edb388abbc62, entries=150, sequenceid=143, filesize=11.9 K 2024-11-09T05:18:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/b7028012f15b4779afdff180b113661c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/b7028012f15b4779afdff180b113661c 2024-11-09T05:18:11,807 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/b7028012f15b4779afdff180b113661c, entries=150, sequenceid=143, filesize=11.9 K 2024-11-09T05:18:11,808 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=138.65 KB/141980 for 31f0fdad7966c925db83a1acaee60e90 in 1657ms, sequenceid=143, compaction requested=true 2024-11-09T05:18:11,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:11,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:11,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-09T05:18:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-09T05:18:11,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-09T05:18:11,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9630 sec 2024-11-09T05:18:11,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.9670 sec 2024-11-09T05:18:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T05:18:11,993 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:11,993 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:18:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-09T05:18:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T05:18:11,995 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:18:11,995 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:18:11,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:18:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T05:18:12,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T05:18:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:12,148 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=138.65 KB heapSize=395.14 KB 2024-11-09T05:18:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:12,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096dd9649b8d7845c69286e44328f87755_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129490290/Put/seqid=0 2024-11-09T05:18:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742369_1545 (size=12304) 2024-11-09T05:18:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T05:18:12,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129552478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:12,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129552480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:12,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:12,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:12,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:12,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:12,560 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096dd9649b8d7845c69286e44328f87755_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096dd9649b8d7845c69286e44328f87755_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:12,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/a99001b21f6b45d28300c1872133e811, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:12,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/a99001b21f6b45d28300c1872133e811 is 175, key is test_row_0/A:col10/1731129490290/Put/seqid=0 2024-11-09T05:18:12,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742370_1546 (size=31105) 2024-11-09T05:18:12,565 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/a99001b21f6b45d28300c1872133e811 2024-11-09T05:18:12,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/706163ad00134c74b2c5a0471d9b3898 is 50, key is test_row_0/B:col10/1731129490290/Put/seqid=0 2024-11-09T05:18:12,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742371_1547 (size=12151) 2024-11-09T05:18:12,578 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/706163ad00134c74b2c5a0471d9b3898 2024-11-09T05:18:12,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/4981a3dd3b0744079ae8235bfb692b46 is 50, key is test_row_0/C:col10/1731129490290/Put/seqid=0 2024-11-09T05:18:12,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742372_1548 (size=12151) 2024-11-09T05:18:12,590 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/4981a3dd3b0744079ae8235bfb692b46 2024-11-09T05:18:12,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/a99001b21f6b45d28300c1872133e811 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/a99001b21f6b45d28300c1872133e811 2024-11-09T05:18:12,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129552593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:12,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129552593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:12,597 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/a99001b21f6b45d28300c1872133e811, entries=150, sequenceid=180, filesize=30.4 K 2024-11-09T05:18:12,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/706163ad00134c74b2c5a0471d9b3898 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/706163ad00134c74b2c5a0471d9b3898 2024-11-09T05:18:12,600 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/706163ad00134c74b2c5a0471d9b3898, entries=150, sequenceid=180, filesize=11.9 K 2024-11-09T05:18:12,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/4981a3dd3b0744079ae8235bfb692b46 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4981a3dd3b0744079ae8235bfb692b46 2024-11-09T05:18:12,603 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4981a3dd3b0744079ae8235bfb692b46, entries=150, sequenceid=180, filesize=11.9 K 2024-11-09T05:18:12,604 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~395.09 KB/404576, currentSize=40.25 KB/41220 for 31f0fdad7966c925db83a1acaee60e90 in 456ms, sequenceid=180, compaction requested=true 2024-11-09T05:18:12,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:12,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:12,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-09T05:18:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-09T05:18:12,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-09T05:18:12,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 610 msec 2024-11-09T05:18:12,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 614 msec 2024-11-09T05:18:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T05:18:12,623 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:12,624 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:18:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-09T05:18:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T05:18:12,625 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:18:12,626 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:18:12,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:18:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T05:18:12,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T05:18:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:12,778 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-09T05:18:12,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:12,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:12,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:12,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:12,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:12,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:12,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090f2b0b3d89b84de0892f267fe9d4e7ec_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129492477/Put/seqid=0 2024-11-09T05:18:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742373_1549 (size=12304) 2024-11-09T05:18:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:12,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:12,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129492839, max timestamp=1731129492852Num uniques 859; 2024-11-09T05:18:12,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:18:12,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129492839, max timestamp=1731129492852Num uniques 859; 2024-11-09T05:18:12,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:18:12,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129492839, max timestamp=1731129492852Num uniques 859; 2024-11-09T05:18:12,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:18:12,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129492894, max timestamp=1731129492906Num uniques 1068; 2024-11-09T05:18:12,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-09T05:18:12,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129492894, max timestamp=1731129492906Num uniques 1018; 2024-11-09T05:18:12,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-09T05:18:12,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129492894, max timestamp=1731129492906Num uniques 1018; 2024-11-09T05:18:12,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-09T05:18:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T05:18:12,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129552949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:12,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:12,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129552951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:12,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:12,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:12,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:12,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:12,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:13,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129553063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129553063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:13,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:13,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:13,189 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090f2b0b3d89b84de0892f267fe9d4e7ec_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090f2b0b3d89b84de0892f267fe9d4e7ec_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:13,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/9fa684eed2d84416b6b12c46bf99b9d4, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:13,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/9fa684eed2d84416b6b12c46bf99b9d4 is 175, key is test_row_0/A:col10/1731129492477/Put/seqid=0 2024-11-09T05:18:13,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742374_1550 (size=31105) 2024-11-09T05:18:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T05:18:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129553273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:13,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129553273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:13,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:13,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:13,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129553373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:13,375 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in 31f0fdad7966c925db83a1acaee60e90 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:18:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:13,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129553382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:13,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129553383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:13,385 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_2' in 31f0fdad7966c925db83a1acaee60e90 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:18:13,386 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 31f0fdad7966c925db83a1acaee60e90 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:18:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:13,386 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:13,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T05:18:13,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T05:18:13,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129553583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:13,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129553583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:13,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:13,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:13,594 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/9fa684eed2d84416b6b12c46bf99b9d4 2024-11-09T05:18:13,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/c85d4559b4dd47da954cff9978cf836c is 50, key is test_row_0/B:col10/1731129492477/Put/seqid=0 2024-11-09T05:18:13,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742375_1551 (size=12151) 2024-11-09T05:18:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T05:18:14,011 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/c85d4559b4dd47da954cff9978cf836c 2024-11-09T05:18:14,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/ee107b9d144343e798b3356f33eab68b is 50, key is test_row_0/C:col10/1731129492477/Put/seqid=0 2024-11-09T05:18:14,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742376_1552 (size=12151) 2024-11-09T05:18:14,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129554093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:14,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:14,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129554093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:14,420 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/ee107b9d144343e798b3356f33eab68b 2024-11-09T05:18:14,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/9fa684eed2d84416b6b12c46bf99b9d4 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/9fa684eed2d84416b6b12c46bf99b9d4 2024-11-09T05:18:14,426 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/9fa684eed2d84416b6b12c46bf99b9d4, entries=150, sequenceid=189, filesize=30.4 K 2024-11-09T05:18:14,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/c85d4559b4dd47da954cff9978cf836c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c85d4559b4dd47da954cff9978cf836c 2024-11-09T05:18:14,430 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c85d4559b4dd47da954cff9978cf836c, entries=150, sequenceid=189, filesize=11.9 K 2024-11-09T05:18:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/ee107b9d144343e798b3356f33eab68b as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/ee107b9d144343e798b3356f33eab68b 2024-11-09T05:18:14,434 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/ee107b9d144343e798b3356f33eab68b, entries=150, sequenceid=189, filesize=11.9 K 2024-11-09T05:18:14,435 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 31f0fdad7966c925db83a1acaee60e90 in 1658ms, sequenceid=189, compaction requested=true 2024-11-09T05:18:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-09T05:18:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-09T05:18:14,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-09T05:18:14,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-11-09T05:18:14,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.8140 sec 2024-11-09T05:18:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T05:18:14,773 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:14,773 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:18:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-09T05:18:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T05:18:14,775 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:18:14,776 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:18:14,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:18:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T05:18:14,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T05:18:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:14,928 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=140.89 KB heapSize=399.38 KB 2024-11-09T05:18:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:14,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109af150f5a8fc5402d9fdee5f5d615e49b_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129492944/Put/seqid=0 2024-11-09T05:18:14,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742377_1553 (size=12304) 2024-11-09T05:18:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T05:18:15,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:15,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129555125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:15,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129555126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:15,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129555243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:15,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129555243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:15,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:15,339 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109af150f5a8fc5402d9fdee5f5d615e49b_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109af150f5a8fc5402d9fdee5f5d615e49b_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/e8dfbc9b5344463a9390d4bcdc27605a, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/e8dfbc9b5344463a9390d4bcdc27605a is 175, key is test_row_0/A:col10/1731129492944/Put/seqid=0 2024-11-09T05:18:15,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742378_1554 (size=31105) 2024-11-09T05:18:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T05:18:15,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129555453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:15,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129555453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:15,743 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/e8dfbc9b5344463a9390d4bcdc27605a 2024-11-09T05:18:15,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/5c375e8286b74f1c85ef879568cb2c0e is 50, key is test_row_0/B:col10/1731129492944/Put/seqid=0 2024-11-09T05:18:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742379_1555 (size=12151) 2024-11-09T05:18:15,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:15,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129555763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129555763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T05:18:16,151 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/5c375e8286b74f1c85ef879568cb2c0e 2024-11-09T05:18:16,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/53f4efb787e34bada21a853241f4fba1 is 50, key is test_row_0/C:col10/1731129492944/Put/seqid=0 2024-11-09T05:18:16,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742380_1556 (size=12151) 2024-11-09T05:18:16,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129556272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:16,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129556273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:16,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:16,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:16,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:16,609 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/53f4efb787e34bada21a853241f4fba1 2024-11-09T05:18:16,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/e8dfbc9b5344463a9390d4bcdc27605a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e8dfbc9b5344463a9390d4bcdc27605a 2024-11-09T05:18:16,615 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e8dfbc9b5344463a9390d4bcdc27605a, entries=150, sequenceid=243, filesize=30.4 K 2024-11-09T05:18:16,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/5c375e8286b74f1c85ef879568cb2c0e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/5c375e8286b74f1c85ef879568cb2c0e 2024-11-09T05:18:16,618 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/5c375e8286b74f1c85ef879568cb2c0e, entries=150, sequenceid=243, filesize=11.9 K 2024-11-09T05:18:16,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/53f4efb787e34bada21a853241f4fba1 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/53f4efb787e34bada21a853241f4fba1 2024-11-09T05:18:16,622 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/53f4efb787e34bada21a853241f4fba1, entries=150, sequenceid=243, filesize=11.9 K 2024-11-09T05:18:16,622 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~399.33 KB/408912, currentSize=40.25 KB/41220 for 31f0fdad7966c925db83a1acaee60e90 in 1694ms, sequenceid=243, compaction requested=true 2024-11-09T05:18:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-09T05:18:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-09T05:18:16,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-09T05:18:16,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8470 sec 2024-11-09T05:18:16,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8510 sec 2024-11-09T05:18:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T05:18:16,923 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:16,924 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:18:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-09T05:18:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T05:18:16,925 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:18:16,926 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:18:16,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:18:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T05:18:17,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T05:18:17,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:17,078 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-09T05:18:17,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:17,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:17,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:17,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:17,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:17,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:17,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d48f39f0be0b4ad69f4c1d6410827a1a_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129495125/Put/seqid=0 2024-11-09T05:18:17,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742381_1557 (size=12304) 2024-11-09T05:18:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T05:18:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:17,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:17,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129497319, max timestamp=1731129497335Num uniques 859; 2024-11-09T05:18:17,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:18:17,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129497319, max timestamp=1731129497335Num uniques 859; 2024-11-09T05:18:17,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731129497319, max timestamp=1731129497335Num uniques 859; 2024-11-09T05:18:17,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:18:17,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T05:18:17,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57294 deadline: 1731129557393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:17,397 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_0' in 31f0fdad7966c925db83a1acaee60e90 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:18:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:17,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129557396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:17,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129557397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:17,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1731129557403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:17,408 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_2' in 31f0fdad7966c925db83a1acaee60e90 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:18:17,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:17,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57256 deadline: 1731129557413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:17,418 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,34017,1731129333987 for 'test_row_1' in 31f0fdad7966c925db83a1acaee60e90 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:18:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:17,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:17,490 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d48f39f0be0b4ad69f4c1d6410827a1a_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d48f39f0be0b4ad69f4c1d6410827a1a_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:17,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/28a821c14ebb4140ab696fa5083bc69e, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:17,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/28a821c14ebb4140ab696fa5083bc69e is 175, key is test_row_0/A:col10/1731129495125/Put/seqid=0 2024-11-09T05:18:17,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742382_1558 (size=31105) 2024-11-09T05:18:17,502 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/28a821c14ebb4140ab696fa5083bc69e 2024-11-09T05:18:17,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/7e4da518c46e4244b510f65e3f7f4e0d is 50, key is test_row_0/B:col10/1731129495125/Put/seqid=0 2024-11-09T05:18:17,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742383_1559 (size=12151) 2024-11-09T05:18:17,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129557513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:17,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129557513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T05:18:17,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129557723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129557723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:17,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:17,912 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/7e4da518c46e4244b510f65e3f7f4e0d 2024-11-09T05:18:17,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/6299337be765482bade0e05dfeeba111 is 50, key is test_row_0/C:col10/1731129495125/Put/seqid=0 2024-11-09T05:18:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742384_1560 (size=12151) 2024-11-09T05:18:18,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129558033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:18,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129558033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T05:18:18,321 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/6299337be765482bade0e05dfeeba111 2024-11-09T05:18:18,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/28a821c14ebb4140ab696fa5083bc69e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/28a821c14ebb4140ab696fa5083bc69e 2024-11-09T05:18:18,327 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/28a821c14ebb4140ab696fa5083bc69e, entries=150, sequenceid=252, filesize=30.4 K 2024-11-09T05:18:18,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/7e4da518c46e4244b510f65e3f7f4e0d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/7e4da518c46e4244b510f65e3f7f4e0d 2024-11-09T05:18:18,331 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/7e4da518c46e4244b510f65e3f7f4e0d, entries=150, sequenceid=252, filesize=11.9 K 2024-11-09T05:18:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/6299337be765482bade0e05dfeeba111 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/6299337be765482bade0e05dfeeba111 2024-11-09T05:18:18,334 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/6299337be765482bade0e05dfeeba111, entries=150, sequenceid=252, filesize=11.9 K 2024-11-09T05:18:18,335 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 31f0fdad7966c925db83a1acaee60e90 in 1256ms, sequenceid=252, compaction requested=true 2024-11-09T05:18:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-09T05:18:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-09T05:18:18,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-09T05:18:18,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-11-09T05:18:18,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.4130 sec 2024-11-09T05:18:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:18,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-09T05:18:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:18:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:18:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:18,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T05:18:18,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c281b1f03911468e821db8cfe4d78596_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129497395/Put/seqid=0 2024-11-09T05:18:18,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742385_1561 (size=14994) 2024-11-09T05:18:18,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129558569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:18,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129558573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:18,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:18,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129558682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129558683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:18,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129558893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:18,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:18,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129558893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:18,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:18,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:18,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:18,965 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:18,968 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c281b1f03911468e821db8cfe4d78596_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c281b1f03911468e821db8cfe4d78596_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:18,968 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/25974ae0bfbf4815ade89b376ed2e6ef, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:18,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/25974ae0bfbf4815ade89b376ed2e6ef is 175, key is test_row_0/A:col10/1731129497395/Put/seqid=0 2024-11-09T05:18:18,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742386_1562 (size=39949) 2024-11-09T05:18:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T05:18:19,073 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:19,073 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:18:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-09T05:18:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T05:18:19,075 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:18:19,075 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:18:19,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:18:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T05:18:19,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129559203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:19,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:19,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:19,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:19,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129559203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:19,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:18:19,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:19,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:19,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:19,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,372 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/25974ae0bfbf4815ade89b376ed2e6ef 2024-11-09T05:18:19,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/207f8b3c487047499b04a28be6f7a6fa is 50, key is test_row_0/B:col10/1731129497395/Put/seqid=0 2024-11-09T05:18:19,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:18:19,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:19,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:19,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:19,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742387_1563 (size=12301) 2024-11-09T05:18:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T05:18:19,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:18:19,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:19,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:19,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:19,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:18:19,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:19,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:19,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:19,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T05:18:19,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129559713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:19,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129559713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:19,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:19,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/207f8b3c487047499b04a28be6f7a6fa 2024-11-09T05:18:19,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/661f7055271442eebb4ee8f6464906f1 is 50, key is test_row_0/C:col10/1731129497395/Put/seqid=0 2024-11-09T05:18:19,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742388_1564 (size=12301) 2024-11-09T05:18:19,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:18:19,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:19,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:19,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:19,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:18:19,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:19,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:19,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:19,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:20,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:18:20,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:20,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:20,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:20,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:20,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:20,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/661f7055271442eebb4ee8f6464906f1 2024-11-09T05:18:20,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/25974ae0bfbf4815ade89b376ed2e6ef as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/25974ae0bfbf4815ade89b376ed2e6ef 2024-11-09T05:18:20,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/25974ae0bfbf4815ade89b376ed2e6ef, entries=200, sequenceid=290, filesize=39.0 K 2024-11-09T05:18:20,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/207f8b3c487047499b04a28be6f7a6fa as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/207f8b3c487047499b04a28be6f7a6fa 2024-11-09T05:18:20,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/207f8b3c487047499b04a28be6f7a6fa, entries=150, sequenceid=290, filesize=12.0 K 2024-11-09T05:18:20,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/661f7055271442eebb4ee8f6464906f1 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/661f7055271442eebb4ee8f6464906f1 2024-11-09T05:18:20,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/661f7055271442eebb4ee8f6464906f1, entries=150, sequenceid=290, filesize=12.0 K 2024-11-09T05:18:20,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 31f0fdad7966c925db83a1acaee60e90 in 1657ms, sequenceid=290, compaction requested=true 2024-11-09T05:18:20,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:20,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:18:20,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:20,208 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-09T05:18:20,208 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-09T05:18:20,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:18:20,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:20,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:18:20,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:18:20,211 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 97364 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-09T05:18:20,211 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 266284 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-09T05:18:20,212 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/B is initiating minor compaction (all files) 2024-11-09T05:18:20,212 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/A is initiating minor compaction (all files) 2024-11-09T05:18:20,212 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/B in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:20,212 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/A in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:20,212 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/24ca3bfb1ded4d3cbec01f2891b44dbb, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/5dcf64107f214acb83adaaf3296d0a64, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/0110f8be7d6c40629df1edb388abbc62, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/706163ad00134c74b2c5a0471d9b3898, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c85d4559b4dd47da954cff9978cf836c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/5c375e8286b74f1c85ef879568cb2c0e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/7e4da518c46e4244b510f65e3f7f4e0d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/207f8b3c487047499b04a28be6f7a6fa] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=95.1 K 2024-11-09T05:18:20,212 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d3b3e8db8a6c40d99e016e2f82e84546, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70a147648151479c832e85c2ee14df71, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3888862b534743eeba2ad3dcf0ad1e3a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/a99001b21f6b45d28300c1872133e811, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/9fa684eed2d84416b6b12c46bf99b9d4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e8dfbc9b5344463a9390d4bcdc27605a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/28a821c14ebb4140ab696fa5083bc69e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/25974ae0bfbf4815ade89b376ed2e6ef] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=260.0 K 2024-11-09T05:18:20,212 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:20,212 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d3b3e8db8a6c40d99e016e2f82e84546, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70a147648151479c832e85c2ee14df71, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3888862b534743eeba2ad3dcf0ad1e3a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/a99001b21f6b45d28300c1872133e811, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/9fa684eed2d84416b6b12c46bf99b9d4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e8dfbc9b5344463a9390d4bcdc27605a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/28a821c14ebb4140ab696fa5083bc69e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/25974ae0bfbf4815ade89b376ed2e6ef] 2024-11-09T05:18:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T05:18:20,213 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 24ca3bfb1ded4d3cbec01f2891b44dbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731129487976 2024-11-09T05:18:20,213 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3b3e8db8a6c40d99e016e2f82e84546, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731129487976 2024-11-09T05:18:20,213 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dcf64107f214acb83adaaf3296d0a64, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731129488048 2024-11-09T05:18:20,214 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 0110f8be7d6c40629df1edb388abbc62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731129489191 2024-11-09T05:18:20,214 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70a147648151479c832e85c2ee14df71, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731129488041 2024-11-09T05:18:20,214 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 706163ad00134c74b2c5a0471d9b3898, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731129490284 2024-11-09T05:18:20,214 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting c85d4559b4dd47da954cff9978cf836c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731129492472 2024-11-09T05:18:20,214 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3888862b534743eeba2ad3dcf0ad1e3a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731129489191 2024-11-09T05:18:20,214 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting a99001b21f6b45d28300c1872133e811, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731129490284 2024-11-09T05:18:20,214 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c375e8286b74f1c85ef879568cb2c0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731129492944 2024-11-09T05:18:20,215 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fa684eed2d84416b6b12c46bf99b9d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731129492472 2024-11-09T05:18:20,215 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e4da518c46e4244b510f65e3f7f4e0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731129495106 2024-11-09T05:18:20,215 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8dfbc9b5344463a9390d4bcdc27605a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731129492944 2024-11-09T05:18:20,215 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 207f8b3c487047499b04a28be6f7a6fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731129497395 2024-11-09T05:18:20,215 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28a821c14ebb4140ab696fa5083bc69e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731129495106 2024-11-09T05:18:20,216 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25974ae0bfbf4815ade89b376ed2e6ef, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731129497386 2024-11-09T05:18:20,237 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:20,239 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411097165fe3158dc4eba9a4f7d5787300edf_31f0fdad7966c925db83a1acaee60e90 store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:20,241 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#B#compaction#476 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:20,242 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/3cc6cb21b8c3443687e2bc63ff5539a1 is 50, key is test_row_0/B:col10/1731129497395/Put/seqid=0 2024-11-09T05:18:20,245 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411097165fe3158dc4eba9a4f7d5787300edf_31f0fdad7966c925db83a1acaee60e90, store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:20,245 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097165fe3158dc4eba9a4f7d5787300edf_31f0fdad7966c925db83a1acaee60e90 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:20,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742389_1565 (size=12779) 2024-11-09T05:18:20,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742390_1566 (size=4469) 2024-11-09T05:18:20,266 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#A#compaction#477 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:20,266 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/70d5cc44e7974290bf1c097a704cca0e is 175, key is test_row_0/A:col10/1731129497395/Put/seqid=0 2024-11-09T05:18:20,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742391_1567 (size=31733) 2024-11-09T05:18:20,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:18:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:20,296 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-09T05:18:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:20,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110964dde113f37b4d72b9226f9eebef2e6e_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129498571/Put/seqid=0 2024-11-09T05:18:20,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742392_1568 (size=12454) 2024-11-09T05:18:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:20,309 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110964dde113f37b4d72b9226f9eebef2e6e_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110964dde113f37b4d72b9226f9eebef2e6e_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:20,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/e333a6b16eb648c9b1c6fb235ceda273, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:20,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/e333a6b16eb648c9b1c6fb235ceda273 is 175, key is test_row_0/A:col10/1731129498571/Put/seqid=0 2024-11-09T05:18:20,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742393_1569 (size=31255) 2024-11-09T05:18:20,658 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/3cc6cb21b8c3443687e2bc63ff5539a1 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/3cc6cb21b8c3443687e2bc63ff5539a1 2024-11-09T05:18:20,661 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/B of 31f0fdad7966c925db83a1acaee60e90 into 3cc6cb21b8c3443687e2bc63ff5539a1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:20,661 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:20,661 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/B, priority=8, startTime=1731129500208; duration=0sec 2024-11-09T05:18:20,661 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:18:20,661 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:B 2024-11-09T05:18:20,661 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-09T05:18:20,663 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 97364 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-09T05:18:20,663 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/C is initiating minor compaction (all files) 2024-11-09T05:18:20,663 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/C in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:20,663 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/d4d2acf498994cb89c0dc6d0e5606bf5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/109da3898fe84129b1e90890d7423136, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/b7028012f15b4779afdff180b113661c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4981a3dd3b0744079ae8235bfb692b46, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/ee107b9d144343e798b3356f33eab68b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/53f4efb787e34bada21a853241f4fba1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/6299337be765482bade0e05dfeeba111, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/661f7055271442eebb4ee8f6464906f1] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=95.1 K 2024-11-09T05:18:20,664 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting d4d2acf498994cb89c0dc6d0e5606bf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731129487976 2024-11-09T05:18:20,664 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 109da3898fe84129b1e90890d7423136, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731129488048 2024-11-09T05:18:20,664 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b7028012f15b4779afdff180b113661c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731129489191 2024-11-09T05:18:20,664 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 4981a3dd3b0744079ae8235bfb692b46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731129490284 2024-11-09T05:18:20,664 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting ee107b9d144343e798b3356f33eab68b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731129492472 2024-11-09T05:18:20,665 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 53f4efb787e34bada21a853241f4fba1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731129492944 2024-11-09T05:18:20,665 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6299337be765482bade0e05dfeeba111, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731129495106 2024-11-09T05:18:20,665 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 661f7055271442eebb4ee8f6464906f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731129497395 2024-11-09T05:18:20,676 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/70d5cc44e7974290bf1c097a704cca0e as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70d5cc44e7974290bf1c097a704cca0e 2024-11-09T05:18:20,680 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/A of 31f0fdad7966c925db83a1acaee60e90 into 70d5cc44e7974290bf1c097a704cca0e(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:20,680 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:20,680 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/A, priority=8, startTime=1731129500208; duration=0sec 2024-11-09T05:18:20,680 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:20,680 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:A 2024-11-09T05:18:20,687 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#C#compaction#479 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:20,687 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/7882a882dae0415bbdbc2533e0c1d4b0 is 50, key is test_row_0/C:col10/1731129497395/Put/seqid=0 2024-11-09T05:18:20,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742394_1570 (size=12779) 2024-11-09T05:18:20,713 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/e333a6b16eb648c9b1c6fb235ceda273 2024-11-09T05:18:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/8b5ebc51b0324006b6bba2e2495a50a9 is 50, key is test_row_0/B:col10/1731129498571/Put/seqid=0 2024-11-09T05:18:20,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742395_1571 (size=12301) 2024-11-09T05:18:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:20,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:20,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129500763, max timestamp=1731129500775Num uniques 859; 2024-11-09T05:18:20,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:18:20,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129500763, max timestamp=1731129500775Num uniques 859; 2024-11-09T05:18:20,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:18:20,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129500763, max timestamp=1731129500775Num uniques 859; 2024-11-09T05:18:20,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:18:20,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129500815, max timestamp=1731129500836Num uniques 1018; 2024-11-09T05:18:20,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-09T05:18:20,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129500815, max timestamp=1731129500836Num uniques 1018; 2024-11-09T05:18:20,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-09T05:18:20,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731129500815, max timestamp=1731129500836Num uniques 1018; 2024-11-09T05:18:20,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-09T05:18:20,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731129500873, max timestamp=1731129500888Num uniques 1077; 2024-11-09T05:18:20,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-09T05:18:20,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731129500873, max timestamp=1731129500888Num uniques 1077; 2024-11-09T05:18:20,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-09T05:18:20,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731129500873, max timestamp=1731129500888Num uniques 1077; 2024-11-09T05:18:20,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-09T05:18:20,949 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731129500929, max timestamp=1731129500946Num uniques 1036; 2024-11-09T05:18:20,949 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-09T05:18:20,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731129500929, max timestamp=1731129500946Num uniques 1036; 2024-11-09T05:18:20,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-09T05:18:20,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731129500929, max timestamp=1731129500946Num uniques 1036; 2024-11-09T05:18:20,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-09T05:18:21,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731129500981, max timestamp=1731129500999Num uniques 1095; 2024-11-09T05:18:21,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-09T05:18:21,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731129500981, max timestamp=1731129500999Num uniques 1095; 2024-11-09T05:18:21,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-09T05:18:21,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731129500981, max timestamp=1731129500999Num uniques 1095; 2024-11-09T05:18:21,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-09T05:18:21,060 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731129501026, max timestamp=1731129501057Num uniques 1104; 2024-11-09T05:18:21,060 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-09T05:18:21,060 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731129501026, max timestamp=1731129501057Num uniques 1104; 2024-11-09T05:18:21,060 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-09T05:18:21,061 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1731129501026, max timestamp=1731129501057Num uniques 1054; 2024-11-09T05:18:21,061 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-09T05:18:21,097 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/7882a882dae0415bbdbc2533e0c1d4b0 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/7882a882dae0415bbdbc2533e0c1d4b0 2024-11-09T05:18:21,105 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/C of 31f0fdad7966c925db83a1acaee60e90 into 7882a882dae0415bbdbc2533e0c1d4b0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:21,105 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:21,105 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/C, priority=8, startTime=1731129500210; duration=0sec 2024-11-09T05:18:21,105 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:21,105 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:C 2024-11-09T05:18:21,123 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/8b5ebc51b0324006b6bba2e2495a50a9 2024-11-09T05:18:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/535642e71291400dac20f67c527226c9 is 50, key is test_row_0/C:col10/1731129498571/Put/seqid=0 2024-11-09T05:18:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742396_1572 (size=12301) 2024-11-09T05:18:21,139 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/535642e71291400dac20f67c527226c9 2024-11-09T05:18:21,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/e333a6b16eb648c9b1c6fb235ceda273 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e333a6b16eb648c9b1c6fb235ceda273 2024-11-09T05:18:21,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731129501095, max timestamp=1731129501145Num uniques 1063; 2024-11-09T05:18:21,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-09T05:18:21,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731129501095, max timestamp=1731129501146Num uniques 1063; 2024-11-09T05:18:21,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-09T05:18:21,152 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e333a6b16eb648c9b1c6fb235ceda273, entries=150, sequenceid=298, filesize=30.5 K 2024-11-09T05:18:21,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731129501095, max timestamp=1731129501146Num uniques 1063; 2024-11-09T05:18:21,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-09T05:18:21,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/8b5ebc51b0324006b6bba2e2495a50a9 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/8b5ebc51b0324006b6bba2e2495a50a9 2024-11-09T05:18:21,193 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/8b5ebc51b0324006b6bba2e2495a50a9, entries=150, sequenceid=298, filesize=12.0 K 2024-11-09T05:18:21,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/535642e71291400dac20f67c527226c9 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/535642e71291400dac20f67c527226c9 2024-11-09T05:18:21,196 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/535642e71291400dac20f67c527226c9, entries=150, sequenceid=298, filesize=12.0 K 2024-11-09T05:18:21,197 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=46.96 KB/48090 for 31f0fdad7966c925db83a1acaee60e90 in 901ms, sequenceid=298, compaction requested=false 2024-11-09T05:18:21,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:21,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:21,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-09T05:18:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:21,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=60.38 KB heapSize=165.47 KB 2024-11-09T05:18:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-09T05:18:21,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:21,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:21,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:21,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:21,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:21,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:21,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-09T05:18:21,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1250 sec 2024-11-09T05:18:21,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.1300 sec 2024-11-09T05:18:21,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cd2114cd054b469291ddfb0543e4aac7_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129501195/Put/seqid=0 2024-11-09T05:18:21,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742397_1573 (size=12454) 2024-11-09T05:18:21,227 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:21,230 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cd2114cd054b469291ddfb0543e4aac7_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd2114cd054b469291ddfb0543e4aac7_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:21,231 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/b4af5ee007ba4726887c288493af98de, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:21,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/b4af5ee007ba4726887c288493af98de is 175, key is test_row_0/A:col10/1731129501195/Put/seqid=0 2024-11-09T05:18:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T05:18:21,234 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:21,234 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:18:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-09T05:18:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T05:18:21,236 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:18:21,237 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:18:21,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:18:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742398_1574 (size=31255) 2024-11-09T05:18:21,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129501226, max timestamp=1731129501256Num uniques 859; 2024-11-09T05:18:21,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129501226, max timestamp=1731129501256Num uniques 859; 2024-11-09T05:18:21,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731129501226, max timestamp=1731129501256Num uniques 859; 2024-11-09T05:18:21,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:18:21,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:18:21,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/059551c538b7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T05:18:21,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129561309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:21,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:21,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129561311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T05:18:21,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-09T05:18:21,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:21,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:21,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:21,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:21,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:21,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129561423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:21,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129561423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:21,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-09T05:18:21,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:21,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:21,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:21,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:21,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T05:18:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129561633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:21,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129561633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:21,641 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=430, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/b4af5ee007ba4726887c288493af98de 2024-11-09T05:18:21,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/b55250eac86748aa8018af2587395864 is 50, key is test_row_0/B:col10/1731129501195/Put/seqid=0 2024-11-09T05:18:21,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742399_1575 (size=12301) 2024-11-09T05:18:21,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-09T05:18:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:21,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:21,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-09T05:18:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:21,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:21,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T05:18:21,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129561943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129561943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:22,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-09T05:18:22,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:22,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:22,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:22,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/b55250eac86748aa8018af2587395864 2024-11-09T05:18:22,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/3add2ceaa5ed4401b1c71d540ac1ba7a is 50, key is test_row_0/C:col10/1731129501195/Put/seqid=0 2024-11-09T05:18:22,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742400_1576 (size=12301) 2024-11-09T05:18:22,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-09T05:18:22,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:22,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:22,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:22,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-09T05:18:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T05:18:22,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129562453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:22,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129562453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:22,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-09T05:18:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:18:22,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/3add2ceaa5ed4401b1c71d540ac1ba7a 2024-11-09T05:18:22,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/b4af5ee007ba4726887c288493af98de as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b4af5ee007ba4726887c288493af98de 2024-11-09T05:18:22,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b4af5ee007ba4726887c288493af98de, entries=150, sequenceid=430, filesize=30.5 K 2024-11-09T05:18:22,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/b55250eac86748aa8018af2587395864 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/b55250eac86748aa8018af2587395864 2024-11-09T05:18:22,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/b55250eac86748aa8018af2587395864, entries=150, sequenceid=430, filesize=12.0 K 2024-11-09T05:18:22,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/3add2ceaa5ed4401b1c71d540ac1ba7a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/3add2ceaa5ed4401b1c71d540ac1ba7a 2024-11-09T05:18:22,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/3add2ceaa5ed4401b1c71d540ac1ba7a, entries=150, sequenceid=430, filesize=12.0 K 2024-11-09T05:18:22,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~165.42 KB/169392, currentSize=127.47 KB/130530 for 31f0fdad7966c925db83a1acaee60e90 in 1276ms, sequenceid=430, compaction requested=true 2024-11-09T05:18:22,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:22,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:18:22,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:22,473 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:18:22,473 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:18:22,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:18:22,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:22,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:18:22,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:18:22,474 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:18:22,474 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:18:22,475 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/A is initiating minor compaction (all files) 2024-11-09T05:18:22,475 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/B is initiating minor compaction (all files) 2024-11-09T05:18:22,475 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/B in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,475 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/A in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,475 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/3cc6cb21b8c3443687e2bc63ff5539a1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/8b5ebc51b0324006b6bba2e2495a50a9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/b55250eac86748aa8018af2587395864] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=36.5 K 2024-11-09T05:18:22,475 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70d5cc44e7974290bf1c097a704cca0e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e333a6b16eb648c9b1c6fb235ceda273, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b4af5ee007ba4726887c288493af98de] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=92.0 K 2024-11-09T05:18:22,475 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,475 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70d5cc44e7974290bf1c097a704cca0e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e333a6b16eb648c9b1c6fb235ceda273, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b4af5ee007ba4726887c288493af98de] 2024-11-09T05:18:22,475 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cc6cb21b8c3443687e2bc63ff5539a1, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731129497395 2024-11-09T05:18:22,476 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70d5cc44e7974290bf1c097a704cca0e, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731129497395 2024-11-09T05:18:22,476 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b5ebc51b0324006b6bba2e2495a50a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731129498550 2024-11-09T05:18:22,476 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting e333a6b16eb648c9b1c6fb235ceda273, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731129498550 2024-11-09T05:18:22,476 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting b55250eac86748aa8018af2587395864, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731129501146 2024-11-09T05:18:22,476 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4af5ee007ba4726887c288493af98de, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731129501146 2024-11-09T05:18:22,480 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:22,482 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#B#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:22,482 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/6104e09e827f49e281ea905a82869dc3 is 50, key is test_row_0/B:col10/1731129501195/Put/seqid=0 2024-11-09T05:18:22,493 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109483759a665bf4f03bd68e21f3284ee75_31f0fdad7966c925db83a1acaee60e90 store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:22,494 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109483759a665bf4f03bd68e21f3284ee75_31f0fdad7966c925db83a1acaee60e90, store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:22,494 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109483759a665bf4f03bd68e21f3284ee75_31f0fdad7966c925db83a1acaee60e90 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742401_1577 (size=12881) 2024-11-09T05:18:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742402_1578 (size=4469) 2024-11-09T05:18:22,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-09T05:18:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,610 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-09T05:18:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T05:18:22,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c63ea0b6c6d444ffa32f97cfead6781b_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129501298/Put/seqid=0 2024-11-09T05:18:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742403_1579 (size=12454) 2024-11-09T05:18:22,899 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#A#compaction#486 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:22,899 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/ddc0170de61741c6b1908611c6b995bb is 175, key is test_row_0/A:col10/1731129501195/Put/seqid=0 2024-11-09T05:18:22,900 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/6104e09e827f49e281ea905a82869dc3 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/6104e09e827f49e281ea905a82869dc3 2024-11-09T05:18:22,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742404_1580 (size=31835) 2024-11-09T05:18:22,905 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/B of 31f0fdad7966c925db83a1acaee60e90 into 6104e09e827f49e281ea905a82869dc3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:22,905 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:22,905 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/B, priority=13, startTime=1731129502473; duration=0sec 2024-11-09T05:18:22,905 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:18:22,905 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:B 2024-11-09T05:18:22,905 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:18:22,906 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/ddc0170de61741c6b1908611c6b995bb as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/ddc0170de61741c6b1908611c6b995bb 2024-11-09T05:18:22,906 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:18:22,906 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/C is initiating minor compaction (all files) 2024-11-09T05:18:22,907 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/C in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:22,907 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/7882a882dae0415bbdbc2533e0c1d4b0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/535642e71291400dac20f67c527226c9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/3add2ceaa5ed4401b1c71d540ac1ba7a] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=36.5 K 2024-11-09T05:18:22,907 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 7882a882dae0415bbdbc2533e0c1d4b0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731129497395 2024-11-09T05:18:22,907 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 535642e71291400dac20f67c527226c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731129498550 2024-11-09T05:18:22,907 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3add2ceaa5ed4401b1c71d540ac1ba7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731129501146 2024-11-09T05:18:22,910 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/A of 31f0fdad7966c925db83a1acaee60e90 into ddc0170de61741c6b1908611c6b995bb(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:22,910 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:22,910 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/A, priority=13, startTime=1731129502473; duration=0sec 2024-11-09T05:18:22,910 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:22,910 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:A 2024-11-09T05:18:22,912 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:22,913 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/4bca268976d24bacb296983df5be1a86 is 50, key is test_row_0/C:col10/1731129501195/Put/seqid=0 2024-11-09T05:18:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742405_1581 (size=12881) 2024-11-09T05:18:23,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:23,022 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c63ea0b6c6d444ffa32f97cfead6781b_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c63ea0b6c6d444ffa32f97cfead6781b_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:23,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/f845172222714503b8f5cf507e89a4ef, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:23,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/f845172222714503b8f5cf507e89a4ef is 175, key is test_row_0/A:col10/1731129501298/Put/seqid=0 2024-11-09T05:18:23,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742406_1582 (size=31255) 2024-11-09T05:18:23,319 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/4bca268976d24bacb296983df5be1a86 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4bca268976d24bacb296983df5be1a86 2024-11-09T05:18:23,322 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/C of 31f0fdad7966c925db83a1acaee60e90 into 4bca268976d24bacb296983df5be1a86(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:23,322 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:23,322 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/C, priority=13, startTime=1731129502473; duration=0sec 2024-11-09T05:18:23,322 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:23,322 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:C 2024-11-09T05:18:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T05:18:23,427 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=466, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/f845172222714503b8f5cf507e89a4ef 2024-11-09T05:18:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/de75ae9c043241f6b87b83e83faab328 is 50, key is test_row_0/B:col10/1731129501298/Put/seqid=0 2024-11-09T05:18:23,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742407_1583 (size=12301) 2024-11-09T05:18:23,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. as already flushing 2024-11-09T05:18:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129563485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129563487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:23,524 INFO [Thread-2288 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2288. 2024-11-09T05:18:23,524 DEBUG [Thread-2288 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:18:23,524 DEBUG [Thread-2288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:23,525 DEBUG [Thread-2288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:23,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:18:23,525 INFO [Thread-2294 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2294. 2024-11-09T05:18:23,525 DEBUG [Thread-2294 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:18:23,525 DEBUG [Thread-2294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:23,525 DEBUG [Thread-2294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:23,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:18:23,527 INFO [Thread-2292 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2292. 2024-11-09T05:18:23,527 DEBUG [Thread-2292 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:18:23,527 DEBUG [Thread-2292 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:23,527 DEBUG [Thread-2292 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:23,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:18:23,529 INFO [Thread-2296 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2296. 2024-11-09T05:18:23,529 DEBUG [Thread-2296 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:18:23,529 DEBUG [Thread-2296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:23,529 DEBUG [Thread-2296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:23,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:18:23,530 INFO [Thread-2290 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2290. 2024-11-09T05:18:23,530 DEBUG [Thread-2290 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:18:23,530 DEBUG [Thread-2290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:23,530 DEBUG [Thread-2290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:23,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:18:23,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:23,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129563593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129563593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:23,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:23,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129563804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129563803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:23,837 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/de75ae9c043241f6b87b83e83faab328 2024-11-09T05:18:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/2a974ba7bda34045af8145562f0b6688 is 50, key is test_row_0/C:col10/1731129501298/Put/seqid=0 2024-11-09T05:18:23,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742408_1584 (size=12301) 2024-11-09T05:18:24,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:24,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:18:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57316 deadline: 1731129564113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57288 deadline: 1731129564113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 2024-11-09T05:18:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:18:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., hostname=059551c538b7,34017,1731129333987, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:18:24,245 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/2a974ba7bda34045af8145562f0b6688 2024-11-09T05:18:24,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/f845172222714503b8f5cf507e89a4ef as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/f845172222714503b8f5cf507e89a4ef 2024-11-09T05:18:24,251 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/f845172222714503b8f5cf507e89a4ef, entries=150, sequenceid=466, filesize=30.5 K 2024-11-09T05:18:24,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/de75ae9c043241f6b87b83e83faab328 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/de75ae9c043241f6b87b83e83faab328 2024-11-09T05:18:24,254 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/de75ae9c043241f6b87b83e83faab328, entries=150, sequenceid=466, filesize=12.0 K 2024-11-09T05:18:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/2a974ba7bda34045af8145562f0b6688 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/2a974ba7bda34045af8145562f0b6688 2024-11-09T05:18:24,256 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/2a974ba7bda34045af8145562f0b6688, entries=150, sequenceid=466, filesize=12.0 K 2024-11-09T05:18:24,257 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 31f0fdad7966c925db83a1acaee60e90 in 1647ms, sequenceid=466, compaction requested=false 2024-11-09T05:18:24,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:24,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:24,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-09T05:18:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-09T05:18:24,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-09T05:18:24,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0210 sec 2024-11-09T05:18:24,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 3.0250 sec 2024-11-09T05:18:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34017 {}] regionserver.HRegion(8855): Flush requested on 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:24,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T05:18:24,625 INFO [Thread-2281 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2281. 2024-11-09T05:18:24,625 INFO [Thread-2277 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2277. 2024-11-09T05:18:24,625 DEBUG [Thread-2277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:18:24,625 DEBUG [Thread-2281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:18:24,625 DEBUG [Thread-2277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:24,625 DEBUG [Thread-2281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:24,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:24,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:24,625 DEBUG [Thread-2277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:24,625 DEBUG [Thread-2281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:24,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:24,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:18:24,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:24,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:24,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:24,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:18:24,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110935ff9091bf004df29178747db59552ea_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129504623/Put/seqid=0 2024-11-09T05:18:24,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742409_1585 (size=12454) 2024-11-09T05:18:25,034 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:25,037 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110935ff9091bf004df29178747db59552ea_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110935ff9091bf004df29178747db59552ea_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:25,037 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/67362d29a3014ce28d65adacdbe36489, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:25,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/67362d29a3014ce28d65adacdbe36489 is 175, key is test_row_0/A:col10/1731129504623/Put/seqid=0 2024-11-09T05:18:25,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742410_1586 (size=31255) 2024-11-09T05:18:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T05:18:25,403 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:25,441 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=482, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/67362d29a3014ce28d65adacdbe36489 2024-11-09T05:18:25,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/3d0f7a9a74e142b0b50e91ef042a315c is 50, key is test_row_0/B:col10/1731129504623/Put/seqid=0 2024-11-09T05:18:25,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742411_1587 (size=12301) 2024-11-09T05:18:25,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/3d0f7a9a74e142b0b50e91ef042a315c 2024-11-09T05:18:25,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/bf27cb15e8124e9f8034b1fd94d5020a is 50, key is test_row_0/C:col10/1731129504623/Put/seqid=0 2024-11-09T05:18:25,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742412_1588 (size=12301) 2024-11-09T05:18:26,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/bf27cb15e8124e9f8034b1fd94d5020a 2024-11-09T05:18:26,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/67362d29a3014ce28d65adacdbe36489 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/67362d29a3014ce28d65adacdbe36489 2024-11-09T05:18:26,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/67362d29a3014ce28d65adacdbe36489, entries=150, sequenceid=482, filesize=30.5 K 2024-11-09T05:18:26,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/3d0f7a9a74e142b0b50e91ef042a315c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/3d0f7a9a74e142b0b50e91ef042a315c 2024-11-09T05:18:26,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/3d0f7a9a74e142b0b50e91ef042a315c, entries=150, sequenceid=482, filesize=12.0 K 2024-11-09T05:18:26,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/bf27cb15e8124e9f8034b1fd94d5020a as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/bf27cb15e8124e9f8034b1fd94d5020a 2024-11-09T05:18:26,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/bf27cb15e8124e9f8034b1fd94d5020a, entries=150, sequenceid=482, filesize=12.0 K 2024-11-09T05:18:26,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 31f0fdad7966c925db83a1acaee60e90 in 1681ms, sequenceid=482, compaction requested=true 2024-11-09T05:18:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:18:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:18:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:26,305 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:18:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 31f0fdad7966c925db83a1acaee60e90:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:18:26,305 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:18:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:18:26,306 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:18:26,306 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:18:26,306 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/B is initiating minor compaction (all files) 2024-11-09T05:18:26,306 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/A is initiating minor compaction (all files) 2024-11-09T05:18:26,306 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/A in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:26,306 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/B in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:26,306 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/6104e09e827f49e281ea905a82869dc3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/de75ae9c043241f6b87b83e83faab328, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/3d0f7a9a74e142b0b50e91ef042a315c] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=36.6 K 2024-11-09T05:18:26,306 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/ddc0170de61741c6b1908611c6b995bb, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/f845172222714503b8f5cf507e89a4ef, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/67362d29a3014ce28d65adacdbe36489] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=92.1 K 2024-11-09T05:18:26,306 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:26,306 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. files: [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/ddc0170de61741c6b1908611c6b995bb, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/f845172222714503b8f5cf507e89a4ef, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/67362d29a3014ce28d65adacdbe36489] 2024-11-09T05:18:26,306 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 6104e09e827f49e281ea905a82869dc3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731129501146 2024-11-09T05:18:26,307 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddc0170de61741c6b1908611c6b995bb, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731129501146 2024-11-09T05:18:26,307 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting de75ae9c043241f6b87b83e83faab328, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731129501295 2024-11-09T05:18:26,307 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting f845172222714503b8f5cf507e89a4ef, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731129501295 2024-11-09T05:18:26,307 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d0f7a9a74e142b0b50e91ef042a315c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1731129503479 2024-11-09T05:18:26,307 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67362d29a3014ce28d65adacdbe36489, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1731129503479 2024-11-09T05:18:26,311 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:26,312 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#B#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:26,312 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411097c1b11da3fcc4e3da841d4cd0ca0b905_31f0fdad7966c925db83a1acaee60e90 store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:26,312 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/c61e74354cbd4c8c8eba07f73d52e0c7 is 50, key is test_row_0/B:col10/1731129504623/Put/seqid=0 2024-11-09T05:18:26,316 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411097c1b11da3fcc4e3da841d4cd0ca0b905_31f0fdad7966c925db83a1acaee60e90, store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:26,317 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097c1b11da3fcc4e3da841d4cd0ca0b905_31f0fdad7966c925db83a1acaee60e90 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:26,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742413_1589 (size=12983) 2024-11-09T05:18:26,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742414_1590 (size=4469) 2024-11-09T05:18:26,723 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/c61e74354cbd4c8c8eba07f73d52e0c7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c61e74354cbd4c8c8eba07f73d52e0c7 2024-11-09T05:18:26,726 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#A#compaction#495 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:26,726 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/B of 31f0fdad7966c925db83a1acaee60e90 into c61e74354cbd4c8c8eba07f73d52e0c7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:26,726 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:26,726 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/1461af0b090f410d8ee3d94160f13a27 is 175, key is test_row_0/A:col10/1731129504623/Put/seqid=0 2024-11-09T05:18:26,726 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/B, priority=13, startTime=1731129506305; duration=0sec 2024-11-09T05:18:26,726 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:18:26,726 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:B 2024-11-09T05:18:26,726 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:18:26,727 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:18:26,727 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1541): 31f0fdad7966c925db83a1acaee60e90/C is initiating minor compaction (all files) 2024-11-09T05:18:26,727 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 31f0fdad7966c925db83a1acaee60e90/C in TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:26,727 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4bca268976d24bacb296983df5be1a86, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/2a974ba7bda34045af8145562f0b6688, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/bf27cb15e8124e9f8034b1fd94d5020a] into tmpdir=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp, totalSize=36.6 K 2024-11-09T05:18:26,728 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bca268976d24bacb296983df5be1a86, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731129501146 2024-11-09T05:18:26,728 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a974ba7bda34045af8145562f0b6688, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731129501295 2024-11-09T05:18:26,728 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] compactions.Compactor(225): Compacting bf27cb15e8124e9f8034b1fd94d5020a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1731129503479 2024-11-09T05:18:26,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742415_1591 (size=31937) 2024-11-09T05:18:26,735 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 31f0fdad7966c925db83a1acaee60e90#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:18:26,735 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/4fc94ada99754f67a0f683ed00010894 is 50, key is test_row_0/C:col10/1731129504623/Put/seqid=0 2024-11-09T05:18:26,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742416_1592 (size=12983) 2024-11-09T05:18:27,138 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/1461af0b090f410d8ee3d94160f13a27 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/1461af0b090f410d8ee3d94160f13a27 2024-11-09T05:18:27,141 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/4fc94ada99754f67a0f683ed00010894 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4fc94ada99754f67a0f683ed00010894 2024-11-09T05:18:27,141 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/A of 31f0fdad7966c925db83a1acaee60e90 into 1461af0b090f410d8ee3d94160f13a27(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:27,141 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:27,141 INFO [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/A, priority=13, startTime=1731129506305; duration=0sec 2024-11-09T05:18:27,141 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:27,141 DEBUG [RS:0;059551c538b7:34017-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:A 2024-11-09T05:18:27,144 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 31f0fdad7966c925db83a1acaee60e90/C of 31f0fdad7966c925db83a1acaee60e90 into 4fc94ada99754f67a0f683ed00010894(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:18:27,144 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 31f0fdad7966c925db83a1acaee60e90: 2024-11-09T05:18:27,144 INFO [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., storeName=31f0fdad7966c925db83a1acaee60e90/C, priority=13, startTime=1731129506305; duration=0sec 2024-11-09T05:18:27,144 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:18:27,144 DEBUG [RS:0;059551c538b7:34017-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 31f0fdad7966c925db83a1acaee60e90:C 2024-11-09T05:18:27,435 INFO [Thread-2279 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2279. 2024-11-09T05:18:27,435 DEBUG [Thread-2279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:18:27,435 DEBUG [Thread-2279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:27,435 DEBUG [Thread-2279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:27,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:18:27,454 INFO [Thread-2283 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2283. 2024-11-09T05:18:27,454 DEBUG [Thread-2283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:18:27,454 DEBUG [Thread-2283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:27,454 DEBUG [Thread-2283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:27,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:18:27,464 INFO [Thread-2285 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2285. 2024-11-09T05:18:27,464 DEBUG [Thread-2285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:18:27,464 DEBUG [Thread-2285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:27,464 DEBUG [Thread-2285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:27,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 173 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 177 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2515 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2470 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2476 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2513 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2467 2024-11-09T05:18:27,464 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T05:18:27,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:18:27,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:18:27,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:27,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:27,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:18:27,465 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T05:18:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:18:27,468 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129507468"}]},"ts":"1731129507468"} 2024-11-09T05:18:27,469 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T05:18:27,469 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T05:18:27,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:18:27,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, UNASSIGN}] 2024-11-09T05:18:27,471 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, UNASSIGN 2024-11-09T05:18:27,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=31f0fdad7966c925db83a1acaee60e90, regionState=CLOSING, regionLocation=059551c538b7,34017,1731129333987 2024-11-09T05:18:27,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, UNASSIGN because future has completed 2024-11-09T05:18:27,473 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:18:27,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987}] 2024-11-09T05:18:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:18:27,625 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(122): Close 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:27,625 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:18:27,625 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1722): Closing 31f0fdad7966c925db83a1acaee60e90, disabling compactions & flushes 2024-11-09T05:18:27,625 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:27,625 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:27,625 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. after waiting 0 ms 2024-11-09T05:18:27,625 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:27,625 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(2902): Flushing 31f0fdad7966c925db83a1acaee60e90 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-09T05:18:27,625 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=A 2024-11-09T05:18:27,625 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:27,625 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=B 2024-11-09T05:18:27,625 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:27,625 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 31f0fdad7966c925db83a1acaee60e90, store=C 2024-11-09T05:18:27,625 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T05:18:27,629 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094b6d19cec91d48af87fbcf3255c3f78f_31f0fdad7966c925db83a1acaee60e90 is 50, key is test_row_0/A:col10/1731129507434/Put/seqid=0 2024-11-09T05:18:27,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742417_1593 (size=12454) 2024-11-09T05:18:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:18:28,032 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:18:28,035 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094b6d19cec91d48af87fbcf3255c3f78f_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094b6d19cec91d48af87fbcf3255c3f78f_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:28,036 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/5019065bbfcf40729363ee5187361d40, store: [table=TestAcidGuarantees family=A region=31f0fdad7966c925db83a1acaee60e90] 2024-11-09T05:18:28,037 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/5019065bbfcf40729363ee5187361d40 is 175, key is test_row_0/A:col10/1731129507434/Put/seqid=0 2024-11-09T05:18:28,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742418_1594 (size=31255) 2024-11-09T05:18:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:18:28,440 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=491, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/5019065bbfcf40729363ee5187361d40 2024-11-09T05:18:28,446 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/314c44458a62424ea6f4b192e69151db is 50, key is test_row_0/B:col10/1731129507434/Put/seqid=0 2024-11-09T05:18:28,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742419_1595 (size=12301) 2024-11-09T05:18:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:18:28,849 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/314c44458a62424ea6f4b192e69151db 2024-11-09T05:18:28,853 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/6623f78a8290485dacbe99dc918eb8df is 50, key is test_row_0/C:col10/1731129507434/Put/seqid=0 2024-11-09T05:18:28,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742420_1596 (size=12301) 2024-11-09T05:18:29,257 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/6623f78a8290485dacbe99dc918eb8df 2024-11-09T05:18:29,260 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/A/5019065bbfcf40729363ee5187361d40 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/5019065bbfcf40729363ee5187361d40 2024-11-09T05:18:29,262 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/5019065bbfcf40729363ee5187361d40, entries=150, sequenceid=491, filesize=30.5 K 2024-11-09T05:18:29,263 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/B/314c44458a62424ea6f4b192e69151db as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/314c44458a62424ea6f4b192e69151db 2024-11-09T05:18:29,265 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/314c44458a62424ea6f4b192e69151db, entries=150, sequenceid=491, filesize=12.0 K 2024-11-09T05:18:29,266 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/.tmp/C/6623f78a8290485dacbe99dc918eb8df as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/6623f78a8290485dacbe99dc918eb8df 2024-11-09T05:18:29,269 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/6623f78a8290485dacbe99dc918eb8df, entries=150, sequenceid=491, filesize=12.0 K 2024-11-09T05:18:29,269 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 31f0fdad7966c925db83a1acaee60e90 in 1644ms, sequenceid=491, compaction requested=false 2024-11-09T05:18:29,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d6a7b4e4c5b2416ea18b18c7e307c7ba, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b2b5c29835204d8aa0fbd775dfeb5879, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/0b045dc34e394f0589b78e4f71f6273a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e3b8920fbb344dfaa9e3622ad97ec241, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3795088fdabb4efab2ead9343070d46d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/82e3a5cf93004d4495abc8cd5292c801, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d3b3e8db8a6c40d99e016e2f82e84546, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70a147648151479c832e85c2ee14df71, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3888862b534743eeba2ad3dcf0ad1e3a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/a99001b21f6b45d28300c1872133e811, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/9fa684eed2d84416b6b12c46bf99b9d4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e8dfbc9b5344463a9390d4bcdc27605a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/28a821c14ebb4140ab696fa5083bc69e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/25974ae0bfbf4815ade89b376ed2e6ef, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70d5cc44e7974290bf1c097a704cca0e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e333a6b16eb648c9b1c6fb235ceda273, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/ddc0170de61741c6b1908611c6b995bb, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b4af5ee007ba4726887c288493af98de, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/f845172222714503b8f5cf507e89a4ef, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/67362d29a3014ce28d65adacdbe36489] to archive 2024-11-09T05:18:29,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:18:29,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d6a7b4e4c5b2416ea18b18c7e307c7ba to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d6a7b4e4c5b2416ea18b18c7e307c7ba 2024-11-09T05:18:29,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b2b5c29835204d8aa0fbd775dfeb5879 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b2b5c29835204d8aa0fbd775dfeb5879 2024-11-09T05:18:29,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/0b045dc34e394f0589b78e4f71f6273a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/0b045dc34e394f0589b78e4f71f6273a 2024-11-09T05:18:29,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e3b8920fbb344dfaa9e3622ad97ec241 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e3b8920fbb344dfaa9e3622ad97ec241 2024-11-09T05:18:29,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3795088fdabb4efab2ead9343070d46d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3795088fdabb4efab2ead9343070d46d 2024-11-09T05:18:29,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/82e3a5cf93004d4495abc8cd5292c801 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/82e3a5cf93004d4495abc8cd5292c801 2024-11-09T05:18:29,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d3b3e8db8a6c40d99e016e2f82e84546 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/d3b3e8db8a6c40d99e016e2f82e84546 2024-11-09T05:18:29,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70a147648151479c832e85c2ee14df71 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70a147648151479c832e85c2ee14df71 2024-11-09T05:18:29,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3888862b534743eeba2ad3dcf0ad1e3a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/3888862b534743eeba2ad3dcf0ad1e3a 2024-11-09T05:18:29,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/a99001b21f6b45d28300c1872133e811 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/a99001b21f6b45d28300c1872133e811 2024-11-09T05:18:29,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/9fa684eed2d84416b6b12c46bf99b9d4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/9fa684eed2d84416b6b12c46bf99b9d4 2024-11-09T05:18:29,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e8dfbc9b5344463a9390d4bcdc27605a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e8dfbc9b5344463a9390d4bcdc27605a 2024-11-09T05:18:29,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/28a821c14ebb4140ab696fa5083bc69e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/28a821c14ebb4140ab696fa5083bc69e 2024-11-09T05:18:29,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/25974ae0bfbf4815ade89b376ed2e6ef to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/25974ae0bfbf4815ade89b376ed2e6ef 2024-11-09T05:18:29,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70d5cc44e7974290bf1c097a704cca0e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/70d5cc44e7974290bf1c097a704cca0e 2024-11-09T05:18:29,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e333a6b16eb648c9b1c6fb235ceda273 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/e333a6b16eb648c9b1c6fb235ceda273 2024-11-09T05:18:29,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/ddc0170de61741c6b1908611c6b995bb to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/ddc0170de61741c6b1908611c6b995bb 2024-11-09T05:18:29,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b4af5ee007ba4726887c288493af98de to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/b4af5ee007ba4726887c288493af98de 2024-11-09T05:18:29,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/f845172222714503b8f5cf507e89a4ef to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/f845172222714503b8f5cf507e89a4ef 2024-11-09T05:18:29,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/67362d29a3014ce28d65adacdbe36489 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/67362d29a3014ce28d65adacdbe36489 2024-11-09T05:18:29,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c82ced43371b4e86ad08635c13ef328a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/8bdfddf5d51b441e9e214c974ec53502, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/73d718abbd71452bbe85b33a86e8f17a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/d3d67db562194d13803d4d08c02b59ad, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/11cd769b450f4728a1fe500e89385d9c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/24ca3bfb1ded4d3cbec01f2891b44dbb, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/fd18608e07984e9abb374385a3c2d585, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/5dcf64107f214acb83adaaf3296d0a64, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/0110f8be7d6c40629df1edb388abbc62, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/706163ad00134c74b2c5a0471d9b3898, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c85d4559b4dd47da954cff9978cf836c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/5c375e8286b74f1c85ef879568cb2c0e, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/7e4da518c46e4244b510f65e3f7f4e0d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/3cc6cb21b8c3443687e2bc63ff5539a1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/207f8b3c487047499b04a28be6f7a6fa, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/8b5ebc51b0324006b6bba2e2495a50a9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/6104e09e827f49e281ea905a82869dc3, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/b55250eac86748aa8018af2587395864, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/de75ae9c043241f6b87b83e83faab328, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/3d0f7a9a74e142b0b50e91ef042a315c] to archive 2024-11-09T05:18:29,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:18:29,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c82ced43371b4e86ad08635c13ef328a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c82ced43371b4e86ad08635c13ef328a 2024-11-09T05:18:29,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/8bdfddf5d51b441e9e214c974ec53502 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/8bdfddf5d51b441e9e214c974ec53502 2024-11-09T05:18:29,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/73d718abbd71452bbe85b33a86e8f17a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/73d718abbd71452bbe85b33a86e8f17a 2024-11-09T05:18:29,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/d3d67db562194d13803d4d08c02b59ad to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/d3d67db562194d13803d4d08c02b59ad 2024-11-09T05:18:29,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/11cd769b450f4728a1fe500e89385d9c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/11cd769b450f4728a1fe500e89385d9c 2024-11-09T05:18:29,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/24ca3bfb1ded4d3cbec01f2891b44dbb to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/24ca3bfb1ded4d3cbec01f2891b44dbb 2024-11-09T05:18:29,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/fd18608e07984e9abb374385a3c2d585 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/fd18608e07984e9abb374385a3c2d585 2024-11-09T05:18:29,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/5dcf64107f214acb83adaaf3296d0a64 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/5dcf64107f214acb83adaaf3296d0a64 2024-11-09T05:18:29,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/0110f8be7d6c40629df1edb388abbc62 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/0110f8be7d6c40629df1edb388abbc62 2024-11-09T05:18:29,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/706163ad00134c74b2c5a0471d9b3898 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/706163ad00134c74b2c5a0471d9b3898 2024-11-09T05:18:29,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c85d4559b4dd47da954cff9978cf836c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c85d4559b4dd47da954cff9978cf836c 2024-11-09T05:18:29,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/5c375e8286b74f1c85ef879568cb2c0e to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/5c375e8286b74f1c85ef879568cb2c0e 2024-11-09T05:18:29,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/7e4da518c46e4244b510f65e3f7f4e0d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/7e4da518c46e4244b510f65e3f7f4e0d 2024-11-09T05:18:29,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/3cc6cb21b8c3443687e2bc63ff5539a1 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/3cc6cb21b8c3443687e2bc63ff5539a1 2024-11-09T05:18:29,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/207f8b3c487047499b04a28be6f7a6fa to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/207f8b3c487047499b04a28be6f7a6fa 2024-11-09T05:18:29,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/8b5ebc51b0324006b6bba2e2495a50a9 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/8b5ebc51b0324006b6bba2e2495a50a9 2024-11-09T05:18:29,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/6104e09e827f49e281ea905a82869dc3 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/6104e09e827f49e281ea905a82869dc3 2024-11-09T05:18:29,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/b55250eac86748aa8018af2587395864 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/b55250eac86748aa8018af2587395864 2024-11-09T05:18:29,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/de75ae9c043241f6b87b83e83faab328 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/de75ae9c043241f6b87b83e83faab328 2024-11-09T05:18:29,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/3d0f7a9a74e142b0b50e91ef042a315c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/3d0f7a9a74e142b0b50e91ef042a315c 2024-11-09T05:18:29,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/b5d1df2114d44c7da28384e1cdb497fe, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/db93e1455f164ae2bc557090c014a4e9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/ff879710af064dd895a67fac7890d7c6, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/9103f5aa24ff45a3a25ac09cfaba28b4, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/a2495d78641d4295a1ccd467fe20e4ee, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/d4d2acf498994cb89c0dc6d0e5606bf5, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/06e77a1059e44a1aa603070f4ab7021d, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/109da3898fe84129b1e90890d7423136, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/b7028012f15b4779afdff180b113661c, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4981a3dd3b0744079ae8235bfb692b46, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/ee107b9d144343e798b3356f33eab68b, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/53f4efb787e34bada21a853241f4fba1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/6299337be765482bade0e05dfeeba111, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/7882a882dae0415bbdbc2533e0c1d4b0, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/661f7055271442eebb4ee8f6464906f1, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/535642e71291400dac20f67c527226c9, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4bca268976d24bacb296983df5be1a86, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/3add2ceaa5ed4401b1c71d540ac1ba7a, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/2a974ba7bda34045af8145562f0b6688, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/bf27cb15e8124e9f8034b1fd94d5020a] to archive 2024-11-09T05:18:29,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:18:29,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/b5d1df2114d44c7da28384e1cdb497fe to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/b5d1df2114d44c7da28384e1cdb497fe 2024-11-09T05:18:29,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/db93e1455f164ae2bc557090c014a4e9 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/db93e1455f164ae2bc557090c014a4e9 2024-11-09T05:18:29,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/ff879710af064dd895a67fac7890d7c6 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/ff879710af064dd895a67fac7890d7c6 2024-11-09T05:18:29,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/9103f5aa24ff45a3a25ac09cfaba28b4 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/9103f5aa24ff45a3a25ac09cfaba28b4 2024-11-09T05:18:29,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/a2495d78641d4295a1ccd467fe20e4ee to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/a2495d78641d4295a1ccd467fe20e4ee 2024-11-09T05:18:29,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/d4d2acf498994cb89c0dc6d0e5606bf5 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/d4d2acf498994cb89c0dc6d0e5606bf5 2024-11-09T05:18:29,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/06e77a1059e44a1aa603070f4ab7021d to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/06e77a1059e44a1aa603070f4ab7021d 2024-11-09T05:18:29,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/109da3898fe84129b1e90890d7423136 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/109da3898fe84129b1e90890d7423136 2024-11-09T05:18:29,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/b7028012f15b4779afdff180b113661c to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/b7028012f15b4779afdff180b113661c 2024-11-09T05:18:29,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4981a3dd3b0744079ae8235bfb692b46 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4981a3dd3b0744079ae8235bfb692b46 2024-11-09T05:18:29,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/ee107b9d144343e798b3356f33eab68b to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/ee107b9d144343e798b3356f33eab68b 2024-11-09T05:18:29,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/53f4efb787e34bada21a853241f4fba1 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/53f4efb787e34bada21a853241f4fba1 2024-11-09T05:18:29,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/6299337be765482bade0e05dfeeba111 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/6299337be765482bade0e05dfeeba111 2024-11-09T05:18:29,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/7882a882dae0415bbdbc2533e0c1d4b0 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/7882a882dae0415bbdbc2533e0c1d4b0 2024-11-09T05:18:29,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/661f7055271442eebb4ee8f6464906f1 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/661f7055271442eebb4ee8f6464906f1 2024-11-09T05:18:29,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/535642e71291400dac20f67c527226c9 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/535642e71291400dac20f67c527226c9 2024-11-09T05:18:29,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4bca268976d24bacb296983df5be1a86 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4bca268976d24bacb296983df5be1a86 2024-11-09T05:18:29,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/3add2ceaa5ed4401b1c71d540ac1ba7a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/3add2ceaa5ed4401b1c71d540ac1ba7a 2024-11-09T05:18:29,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/2a974ba7bda34045af8145562f0b6688 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/2a974ba7bda34045af8145562f0b6688 2024-11-09T05:18:29,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/bf27cb15e8124e9f8034b1fd94d5020a to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/bf27cb15e8124e9f8034b1fd94d5020a 2024-11-09T05:18:29,324 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/recovered.edits/494.seqid, newMaxSeqId=494, maxSeqId=4 2024-11-09T05:18:29,324 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. 2024-11-09T05:18:29,324 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1676): Region close journal for 31f0fdad7966c925db83a1acaee60e90: Waiting for close lock at 1731129507625Running coprocessor pre-close hooks at 1731129507625Disabling compacts and flushes for region at 1731129507625Disabling writes for close at 1731129507625Obtaining lock to block concurrent updates at 1731129507625Preparing flush snapshotting stores in 31f0fdad7966c925db83a1acaee60e90 at 1731129507625Finished memstore snapshotting TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731129507625Flushing stores of TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90. at 1731129507626 (+1 ms)Flushing 31f0fdad7966c925db83a1acaee60e90/A: creating writer at 1731129507626Flushing mob file 31f0fdad7966c925db83a1acaee60e90/A: appending metadata at 1731129507629 (+3 ms)Flushing mob file 31f0fdad7966c925db83a1acaee60e90/A: closing flushed file at 1731129507629Flushing 31f0fdad7966c925db83a1acaee60e90/A: appending metadata at 1731129508036 (+407 ms)Flushing 31f0fdad7966c925db83a1acaee60e90/A: closing flushed file at 1731129508036Flushing 31f0fdad7966c925db83a1acaee60e90/B: creating writer at 1731129508443 (+407 ms)Flushing 31f0fdad7966c925db83a1acaee60e90/B: appending metadata at 1731129508445 (+2 ms)Flushing 31f0fdad7966c925db83a1acaee60e90/B: closing flushed file at 1731129508445Flushing 31f0fdad7966c925db83a1acaee60e90/C: creating writer at 1731129508851 (+406 ms)Flushing 31f0fdad7966c925db83a1acaee60e90/C: appending metadata at 1731129508853 (+2 ms)Flushing 31f0fdad7966c925db83a1acaee60e90/C: closing flushed file at 1731129508853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37fb9d59: reopening flushed file at 1731129509260 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61226be: reopening flushed file at 1731129509263 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22811023: reopening flushed file at 1731129509265 (+2 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 31f0fdad7966c925db83a1acaee60e90 in 1644ms, sequenceid=491, compaction requested=false at 1731129509269 (+4 ms)Writing region close event to WAL at 1731129509321 (+52 ms)Running coprocessor post-close hooks at 1731129509324 (+3 ms)Closed at 1731129509324 2024-11-09T05:18:29,326 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(157): Closed 31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=31f0fdad7966c925db83a1acaee60e90, regionState=CLOSED 2024-11-09T05:18:29,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 because future has completed 2024-11-09T05:18:29,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-09T05:18:29,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseRegionProcedure 31f0fdad7966c925db83a1acaee60e90, server=059551c538b7,34017,1731129333987 in 1.8550 sec 2024-11-09T05:18:29,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=171 2024-11-09T05:18:29,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=171, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=31f0fdad7966c925db83a1acaee60e90, UNASSIGN in 1.8590 sec 2024-11-09T05:18:29,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-09T05:18:29,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8610 sec 2024-11-09T05:18:29,334 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129509333"}]},"ts":"1731129509333"} 2024-11-09T05:18:29,335 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T05:18:29,335 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T05:18:29,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8700 sec 2024-11-09T05:18:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:18:29,613 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:29,613 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T05:18:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:29,615 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T05:18:29,616 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=174, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:29,618 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,620 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C, FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/recovered.edits] 2024-11-09T05:18:29,621 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/1461af0b090f410d8ee3d94160f13a27 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/1461af0b090f410d8ee3d94160f13a27 2024-11-09T05:18:29,622 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/5019065bbfcf40729363ee5187361d40 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/A/5019065bbfcf40729363ee5187361d40 2024-11-09T05:18:29,623 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/314c44458a62424ea6f4b192e69151db to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/314c44458a62424ea6f4b192e69151db 2024-11-09T05:18:29,624 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c61e74354cbd4c8c8eba07f73d52e0c7 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/B/c61e74354cbd4c8c8eba07f73d52e0c7 2024-11-09T05:18:29,625 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4fc94ada99754f67a0f683ed00010894 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/4fc94ada99754f67a0f683ed00010894 2024-11-09T05:18:29,626 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/6623f78a8290485dacbe99dc918eb8df to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/C/6623f78a8290485dacbe99dc918eb8df 2024-11-09T05:18:29,627 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/recovered.edits/494.seqid to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90/recovered.edits/494.seqid 2024-11-09T05:18:29,627 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/default/TestAcidGuarantees/31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,627 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T05:18:29,628 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T05:18:29,628 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T05:18:29,630 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109055a8254bc154b00a82dd869889e8400_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109055a8254bc154b00a82dd869889e8400_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,631 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090f2b0b3d89b84de0892f267fe9d4e7ec_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090f2b0b3d89b84de0892f267fe9d4e7ec_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,632 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110919adbb3c8f2f48cf8a288dac39216d11_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110919adbb3c8f2f48cf8a288dac39216d11_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,633 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110929d5fcaf2569450e805b636e4640127a_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110929d5fcaf2569450e805b636e4640127a_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,633 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110935ff9091bf004df29178747db59552ea_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110935ff9091bf004df29178747db59552ea_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,634 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094b6d19cec91d48af87fbcf3255c3f78f_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094b6d19cec91d48af87fbcf3255c3f78f_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,635 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110964dde113f37b4d72b9226f9eebef2e6e_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110964dde113f37b4d72b9226f9eebef2e6e_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,635 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096dd9649b8d7845c69286e44328f87755_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096dd9649b8d7845c69286e44328f87755_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,636 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110975808186ede6446282e89796acb50c56_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110975808186ede6446282e89796acb50c56_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,637 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109844a8ba0440c4cbb9391161ac5d984bb_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109844a8ba0440c4cbb9391161ac5d984bb_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,638 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109af150f5a8fc5402d9fdee5f5d615e49b_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109af150f5a8fc5402d9fdee5f5d615e49b_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,639 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c281b1f03911468e821db8cfe4d78596_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c281b1f03911468e821db8cfe4d78596_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,639 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c63ea0b6c6d444ffa32f97cfead6781b_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c63ea0b6c6d444ffa32f97cfead6781b_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,640 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd2114cd054b469291ddfb0543e4aac7_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cd2114cd054b469291ddfb0543e4aac7_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,641 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d48f39f0be0b4ad69f4c1d6410827a1a_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d48f39f0be0b4ad69f4c1d6410827a1a_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,642 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d5f918b8b0c64410995ee6806bd1188d_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d5f918b8b0c64410995ee6806bd1188d_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,642 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f571cbad3f594f16b1b7ed959011e6f3_31f0fdad7966c925db83a1acaee60e90 to hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f571cbad3f594f16b1b7ed959011e6f3_31f0fdad7966c925db83a1acaee60e90 2024-11-09T05:18:29,643 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T05:18:29,645 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=174, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:29,647 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T05:18:29,648 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T05:18:29,649 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=174, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:29,649 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T05:18:29,649 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731129509649"}]},"ts":"9223372036854775807"} 2024-11-09T05:18:29,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:18:29,651 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 31f0fdad7966c925db83a1acaee60e90, NAME => 'TestAcidGuarantees,,1731129480430.31f0fdad7966c925db83a1acaee60e90.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:18:29,651 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T05:18:29,651 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731129509651"}]},"ts":"9223372036854775807"} 2024-11-09T05:18:29,652 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T05:18:29,653 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=174, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:18:29,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 40 msec 2024-11-09T05:18:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T05:18:29,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T05:18:29,723 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:18:29,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=252 (was 250) - Thread LEAK? -, OpenFileDescriptor=455 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=587 (was 672), ProcessCount=11 (was 11), AvailableMemoryMB=679 (was 706) 2024-11-09T05:18:29,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T05:18:29,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:18:29,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:18:29,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:29,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:29,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:18:29,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T05:18:29,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1336910459, stopped=false 2024-11-09T05:18:29,732 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=059551c538b7,41825,1731129333054 2024-11-09T05:18:29,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T05:18:29,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T05:18:29,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:18:29,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:18:29,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T05:18:29,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:18:29,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:18:29,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:18:29,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:18:29,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:29,809 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '059551c538b7,34017,1731129333987' ***** 2024-11-09T05:18:29,809 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T05:18:29,810 INFO [RS:0;059551c538b7:34017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T05:18:29,810 INFO [RS:0;059551c538b7:34017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T05:18:29,810 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T05:18:29,810 INFO [RS:0;059551c538b7:34017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T05:18:29,810 INFO [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(959): stopping server 059551c538b7,34017,1731129333987 2024-11-09T05:18:29,810 INFO [RS:0;059551c538b7:34017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:18:29,810 INFO [RS:0;059551c538b7:34017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;059551c538b7:34017. 2024-11-09T05:18:29,810 DEBUG [RS:0;059551c538b7:34017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:18:29,810 DEBUG [RS:0;059551c538b7:34017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:29,810 INFO [RS:0;059551c538b7:34017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T05:18:29,810 INFO [RS:0;059551c538b7:34017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T05:18:29,810 INFO [RS:0;059551c538b7:34017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T05:18:29,810 INFO [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T05:18:29,811 INFO [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T05:18:29,811 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T05:18:29,811 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:18:29,811 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T05:18:29,811 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T05:18:29,811 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T05:18:29,811 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T05:18:29,811 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T05:18:29,811 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-09T05:18:29,831 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/.tmp/info/f2ef3ea0ba8d47eea21835e6c06ded7c is 95, key is TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87./info:/1731129366242/DeleteFamily/seqid=0 2024-11-09T05:18:29,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742421_1597 (size=6514) 2024-11-09T05:18:29,902 INFO [regionserver/059551c538b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:18:29,983 INFO [regionserver/059551c538b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T05:18:29,983 INFO [regionserver/059551c538b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T05:18:30,011 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:18:30,211 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:18:30,235 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/.tmp/info/f2ef3ea0ba8d47eea21835e6c06ded7c 2024-11-09T05:18:30,251 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/.tmp/ns/664d504b4bb34b87b7d6cd67fcaef6fc is 93, key is TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87./ns:/1731129366187/DeleteFamily/seqid=0 2024-11-09T05:18:30,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742422_1598 (size=5906) 2024-11-09T05:18:30,412 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:18:30,612 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:18:30,654 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/.tmp/ns/664d504b4bb34b87b7d6cd67fcaef6fc 2024-11-09T05:18:30,676 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/.tmp/rep_barrier/81deb128eb484dcab91c2c235de43cb7 is 102, key is TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87./rep_barrier:/1731129366187/DeleteFamily/seqid=0 2024-11-09T05:18:30,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742423_1599 (size=6025) 2024-11-09T05:18:30,812 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:18:31,012 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:18:31,079 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/.tmp/rep_barrier/81deb128eb484dcab91c2c235de43cb7 2024-11-09T05:18:31,099 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/.tmp/table/92b5bfa72008425ebe36f41efebc3c0d is 96, key is TestAcidGuarantees,,1731129338757.db7c8540ca92c0ed3d96857695be5a87./table:/1731129366187/DeleteFamily/seqid=0 2024-11-09T05:18:31,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742424_1600 (size=5936) 2024-11-09T05:18:31,212 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:18:31,413 DEBUG [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:18:31,502 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/.tmp/table/92b5bfa72008425ebe36f41efebc3c0d 2024-11-09T05:18:31,528 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/.tmp/info/f2ef3ea0ba8d47eea21835e6c06ded7c as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/info/f2ef3ea0ba8d47eea21835e6c06ded7c 2024-11-09T05:18:31,531 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/info/f2ef3ea0ba8d47eea21835e6c06ded7c, entries=12, sequenceid=90, filesize=6.4 K 2024-11-09T05:18:31,532 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/.tmp/ns/664d504b4bb34b87b7d6cd67fcaef6fc as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/ns/664d504b4bb34b87b7d6cd67fcaef6fc 2024-11-09T05:18:31,534 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/ns/664d504b4bb34b87b7d6cd67fcaef6fc, entries=8, sequenceid=90, filesize=5.8 K 2024-11-09T05:18:31,534 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/.tmp/rep_barrier/81deb128eb484dcab91c2c235de43cb7 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/rep_barrier/81deb128eb484dcab91c2c235de43cb7 2024-11-09T05:18:31,537 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/rep_barrier/81deb128eb484dcab91c2c235de43cb7, entries=6, sequenceid=90, filesize=5.9 K 2024-11-09T05:18:31,538 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/.tmp/table/92b5bfa72008425ebe36f41efebc3c0d as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/table/92b5bfa72008425ebe36f41efebc3c0d 2024-11-09T05:18:31,540 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/table/92b5bfa72008425ebe36f41efebc3c0d, entries=7, sequenceid=90, filesize=5.8 K 2024-11-09T05:18:31,540 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=90, compaction requested=false 2024-11-09T05:18:31,543 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-09T05:18:31,544 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T05:18:31,544 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T05:18:31,544 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731129509811Running coprocessor pre-close hooks at 1731129509811Disabling compacts and flushes for region at 1731129509811Disabling writes for close at 1731129509811Obtaining lock to block concurrent updates at 1731129509811Preparing flush snapshotting stores in 1588230740 at 1731129509811Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731129509812 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731129509812Flushing 1588230740/info: creating writer at 1731129509813 (+1 ms)Flushing 1588230740/info: appending metadata at 1731129509831 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731129509831Flushing 1588230740/ns: creating writer at 1731129510238 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731129510251 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731129510251Flushing 1588230740/rep_barrier: creating writer at 1731129510658 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731129510676 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731129510676Flushing 1588230740/table: creating writer at 1731129511083 (+407 ms)Flushing 1588230740/table: appending metadata at 1731129511098 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731129511098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f99b13: reopening flushed file at 1731129511527 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8604be: reopening flushed file at 1731129511531 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a86b9c5: reopening flushed file at 1731129511534 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4324556: reopening flushed file at 1731129511537 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=90, compaction requested=false at 1731129511540 (+3 ms)Writing region close event to WAL at 1731129511541 (+1 ms)Running coprocessor post-close hooks at 1731129511544 (+3 ms)Closed at 1731129511544 2024-11-09T05:18:31,544 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T05:18:31,613 INFO [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(976): stopping server 059551c538b7,34017,1731129333987; all regions closed. 2024-11-09T05:18:31,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741834_1010 (size=25344) 2024-11-09T05:18:31,618 DEBUG [RS:0;059551c538b7:34017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/oldWALs 2024-11-09T05:18:31,618 INFO [RS:0;059551c538b7:34017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 059551c538b7%2C34017%2C1731129333987.meta:.meta(num 1731129338189) 2024-11-09T05:18:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741832_1008 (size=23389757) 2024-11-09T05:18:31,622 DEBUG [RS:0;059551c538b7:34017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/oldWALs 2024-11-09T05:18:31,622 INFO [RS:0;059551c538b7:34017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 059551c538b7%2C34017%2C1731129333987:(num 1731129337138) 2024-11-09T05:18:31,622 DEBUG [RS:0;059551c538b7:34017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:18:31,622 INFO [RS:0;059551c538b7:34017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:18:31,622 INFO [RS:0;059551c538b7:34017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T05:18:31,622 INFO [RS:0;059551c538b7:34017 {}] hbase.ChoreService(370): Chore service for: regionserver/059551c538b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T05:18:31,622 INFO [RS:0;059551c538b7:34017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T05:18:31,622 INFO [regionserver/059551c538b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T05:18:31,623 INFO [RS:0;059551c538b7:34017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34017 2024-11-09T05:18:31,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:18:31,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/059551c538b7,34017,1731129333987 2024-11-09T05:18:31,644 INFO [RS:0;059551c538b7:34017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:18:31,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [059551c538b7,34017,1731129333987] 2024-11-09T05:18:31,665 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/059551c538b7,34017,1731129333987 already deleted, retry=false 2024-11-09T05:18:31,665 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 059551c538b7,34017,1731129333987 expired; onlineServers=0 2024-11-09T05:18:31,665 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '059551c538b7,41825,1731129333054' ***** 2024-11-09T05:18:31,665 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T05:18:31,666 INFO [M:0;059551c538b7:41825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:18:31,666 INFO [M:0;059551c538b7:41825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T05:18:31,666 DEBUG [M:0;059551c538b7:41825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T05:18:31,666 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T05:18:31,666 DEBUG [M:0;059551c538b7:41825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T05:18:31,666 DEBUG [master/059551c538b7:0:becomeActiveMaster-HFileCleaner.small.0-1731129336814 {}] cleaner.HFileCleaner(306): Exit Thread[master/059551c538b7:0:becomeActiveMaster-HFileCleaner.small.0-1731129336814,5,FailOnTimeoutGroup] 2024-11-09T05:18:31,666 DEBUG [master/059551c538b7:0:becomeActiveMaster-HFileCleaner.large.0-1731129336813 {}] cleaner.HFileCleaner(306): Exit Thread[master/059551c538b7:0:becomeActiveMaster-HFileCleaner.large.0-1731129336813,5,FailOnTimeoutGroup] 2024-11-09T05:18:31,666 INFO [M:0;059551c538b7:41825 {}] hbase.ChoreService(370): Chore service for: master/059551c538b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T05:18:31,666 INFO [M:0;059551c538b7:41825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T05:18:31,666 DEBUG [M:0;059551c538b7:41825 {}] master.HMaster(1795): Stopping service threads 2024-11-09T05:18:31,666 INFO [M:0;059551c538b7:41825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T05:18:31,667 INFO [M:0;059551c538b7:41825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T05:18:31,667 ERROR [M:0;059551c538b7:41825 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:35219 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35219,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-09T05:18:31,667 INFO [M:0;059551c538b7:41825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T05:18:31,667 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T05:18:31,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T05:18:31,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:18:31,676 DEBUG [M:0;059551c538b7:41825 {}] zookeeper.ZKUtil(347): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T05:18:31,676 WARN [M:0;059551c538b7:41825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T05:18:31,676 INFO [M:0;059551c538b7:41825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/.lastflushedseqids 2024-11-09T05:18:31,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742425_1601 (size=72) 2024-11-09T05:18:31,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:18:31,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34017-0x1011e054d670001, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:18:31,756 INFO [RS:0;059551c538b7:34017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:18:31,756 INFO [RS:0;059551c538b7:34017 {}] regionserver.HRegionServer(1031): Exiting; stopping=059551c538b7,34017,1731129333987; zookeeper connection closed. 2024-11-09T05:18:31,756 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67b91fdf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67b91fdf 2024-11-09T05:18:31,756 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T05:18:32,084 INFO [M:0;059551c538b7:41825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T05:18:32,085 INFO [M:0;059551c538b7:41825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T05:18:32,085 DEBUG [M:0;059551c538b7:41825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T05:18:32,085 INFO [M:0;059551c538b7:41825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:18:32,085 DEBUG [M:0;059551c538b7:41825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:18:32,085 DEBUG [M:0;059551c538b7:41825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T05:18:32,085 DEBUG [M:0;059551c538b7:41825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:18:32,085 INFO [M:0;059551c538b7:41825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=788.94 KB heapSize=967.01 KB 2024-11-09T05:18:32,093 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:18:32,099 DEBUG [M:0;059551c538b7:41825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c3610dc456c47489276bcd844ff41a2 is 82, key is hbase:meta,,1/info:regioninfo/1731129338288/Put/seqid=0 2024-11-09T05:18:32,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742426_1602 (size=5672) 2024-11-09T05:18:32,502 INFO [M:0;059551c538b7:41825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2200 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c3610dc456c47489276bcd844ff41a2 2024-11-09T05:18:32,521 DEBUG [M:0;059551c538b7:41825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc9550984e0542b5a621b4d9be432215 is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x93/proc:d/1731129483495/Put/seqid=0 2024-11-09T05:18:32,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742427_1603 (size=46135) 2024-11-09T05:18:32,925 INFO [M:0;059551c538b7:41825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=788.38 KB at sequenceid=2200 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc9550984e0542b5a621b4d9be432215 2024-11-09T05:18:32,928 INFO [M:0;059551c538b7:41825 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc9550984e0542b5a621b4d9be432215 2024-11-09T05:18:32,940 DEBUG [M:0;059551c538b7:41825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517c3bf9e35e49358f03ebeb4286ac4f is 69, key is 059551c538b7,34017,1731129333987/rs:state/1731129336892/Put/seqid=0 2024-11-09T05:18:32,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073742428_1604 (size=5156) 2024-11-09T05:18:33,344 INFO [M:0;059551c538b7:41825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2200 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517c3bf9e35e49358f03ebeb4286ac4f 2024-11-09T05:18:33,347 DEBUG [M:0;059551c538b7:41825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c3610dc456c47489276bcd844ff41a2 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c3610dc456c47489276bcd844ff41a2 2024-11-09T05:18:33,349 INFO [M:0;059551c538b7:41825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c3610dc456c47489276bcd844ff41a2, entries=8, sequenceid=2200, filesize=5.5 K 2024-11-09T05:18:33,350 DEBUG [M:0;059551c538b7:41825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc9550984e0542b5a621b4d9be432215 as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc9550984e0542b5a621b4d9be432215 2024-11-09T05:18:33,352 INFO [M:0;059551c538b7:41825 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc9550984e0542b5a621b4d9be432215 2024-11-09T05:18:33,352 INFO [M:0;059551c538b7:41825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc9550984e0542b5a621b4d9be432215, entries=174, sequenceid=2200, filesize=45.1 K 2024-11-09T05:18:33,353 DEBUG [M:0;059551c538b7:41825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/517c3bf9e35e49358f03ebeb4286ac4f as hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/517c3bf9e35e49358f03ebeb4286ac4f 2024-11-09T05:18:33,355 INFO [M:0;059551c538b7:41825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/dfa7cf19-1d75-5f2a-1092-5eddd920e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/517c3bf9e35e49358f03ebeb4286ac4f, entries=1, sequenceid=2200, filesize=5.0 K 2024-11-09T05:18:33,356 INFO [M:0;059551c538b7:41825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~788.94 KB/807871, heapSize ~966.71 KB/989912, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=2200, compaction requested=false 2024-11-09T05:18:33,357 INFO [M:0;059551c538b7:41825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:18:33,357 DEBUG [M:0;059551c538b7:41825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731129512085Disabling compacts and flushes for region at 1731129512085Disabling writes for close at 1731129512085Obtaining lock to block concurrent updates at 1731129512085Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731129512085Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=807871, getHeapSize=990152, getOffHeapSize=0, getCellsCount=2399 at 1731129512085Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731129512086 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731129512086Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731129512098 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731129512098Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731129512505 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731129512520 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731129512520Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731129512928 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731129512940 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731129512940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334c5f37: reopening flushed file at 1731129513346 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf047fd: reopening flushed file at 1731129513350 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43eb13e: reopening flushed file at 1731129513353 (+3 ms)Finished flush of dataSize ~788.94 KB/807871, heapSize ~966.71 KB/989912, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=2200, compaction requested=false at 1731129513356 (+3 ms)Writing region close event to WAL at 1731129513357 (+1 ms)Closed at 1731129513357 2024-11-09T05:18:33,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39111 is added to blk_1073741830_1006 (size=952086) 2024-11-09T05:18:33,360 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T05:18:33,360 INFO [M:0;059551c538b7:41825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T05:18:33,360 INFO [M:0;059551c538b7:41825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41825 2024-11-09T05:18:33,360 INFO [M:0;059551c538b7:41825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:18:33,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T05:18:33,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T05:18:33,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T05:18:33,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T05:18:33,518 INFO [M:0;059551c538b7:41825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:18:33,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:18:33,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41825-0x1011e054d670000, quorum=127.0.0.1:64158, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:18:33,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:18:33,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:18:33,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:18:33,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:18:33,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/hadoop.log.dir/,STOPPED} 2024-11-09T05:18:33,527 WARN [BP-541725914-172.17.0.2-1731129328696 heartbeating to localhost/127.0.0.1:35219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T05:18:33,527 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T05:18:33,527 WARN [BP-541725914-172.17.0.2-1731129328696 heartbeating to localhost/127.0.0.1:35219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-541725914-172.17.0.2-1731129328696 (Datanode Uuid c084cd50-3c2a-4e7f-bcfa-e40a77963b12) service to localhost/127.0.0.1:35219 2024-11-09T05:18:33,527 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T05:18:33,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/cluster_9a08b639-d48a-a0c0-979d-598d0c5ae4f1/data/data1/current/BP-541725914-172.17.0.2-1731129328696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:18:33,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/cluster_9a08b639-d48a-a0c0-979d-598d0c5ae4f1/data/data2/current/BP-541725914-172.17.0.2-1731129328696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:18:33,530 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T05:18:33,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T05:18:33,538 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:18:33,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:18:33,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:18:33,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/291bf2e8-9e70-b80a-8912-bc91dfc1416f/hadoop.log.dir/,STOPPED} 2024-11-09T05:18:33,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T05:18:33,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down